-- Logs begin at Thu 2021-12-16 17:14:31 UTC, end at Thu 2021-12-16 18:22:21 UTC. -- Dec 16 17:47:03.432118 dv-cinder-819200-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 17:47:06.328892 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.common.config [-] Logging enabled! Dec 16 17:47:06.329661 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev287 Dec 16 17:47:06.329661 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102311) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 17:47:06.334732 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.common.config [-] Logging enabled! Dec 16 17:47:06.335004 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev287 Dec 16 17:47:06.335323 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102311) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 17:47:06.336289 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 17:47:06.336503 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 17:47:06.336888 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 17:47:06.337157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 17:47:06.337362 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 17:47:06.337801 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.338293 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 17:47:06.338603 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.338924 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.339224 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.339505 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.339792 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.340078 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.340388 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.340686 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.340949 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.341214 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.341494 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.341785 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.342062 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.342355 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.343018 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.343300 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] debug = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.343566 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.344007 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.344425 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.344707 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.344987 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.345248 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.345511 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.345780 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.346061 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.346391 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] host = dv-cinder-819200-2-iscsi {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.346689 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.346976 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.347262 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.347541 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.347810 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.348083 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.348365 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.348632 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.348914 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] log_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.349176 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.349456 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.349737 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.350033 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.350256 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.350476 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.350787 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.351071 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.351343 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.351622 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.351892 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.352162 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.352430 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.352700 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.352977 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.353413 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.353699 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.353973 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.354240 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.354509 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.354814 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.355101 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.355370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.355638 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.355907 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.356198 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.356463 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.356731 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.357029 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.357316 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.357592 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.357873 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.358141 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.358419 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.358714 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.358985 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.359255 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] use_json = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.359519 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.359784 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.360064 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.360331 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.360599 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.360868 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.361134 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.361413 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:06.361708 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.362009 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.362306 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.362586 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.362918 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.363195 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.363480 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.363752 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.364045 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.364328 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.364616 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.364888 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.365185 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.365456 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.365750 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.366068 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.366356 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.366671 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.366948 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.367224 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.367490 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.367764 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.368048 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.368319 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.368608 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.368932 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.369208 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.369505 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.369786 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.370079 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.370364 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.370651 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.370937 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.371237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.371505 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.371779 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.372050 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.372339 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.372609 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.372877 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.373156 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.373428 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.373692 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.373956 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.374230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.374515 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.374814 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.375083 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.375357 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.375631 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.375898 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.376179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.376454 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.376719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.376983 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.377261 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.377528 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.377796 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.378068 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.378335 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.378604 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.378892 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.379156 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.379424 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.379692 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.379955 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.380223 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.380487 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.380756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.381026 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.381300 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.381565 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.381836 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.382105 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.382389 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.382713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.382995 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.383274 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.383552 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.383828 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.384103 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.384551 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.384821 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.385105 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.385374 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.385664 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.385948 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.386233 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.386512 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.386841 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.387141 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.387415 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.387694 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.387967 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.388242 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.388520 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.388803 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.389097 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.389388 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.389683 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.390748 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.390748 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.390748 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.391019 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.391099 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:06.391309 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 17:47:06.391557 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102311) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 17:47:06.824430 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 17:47:06.824662 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 17:47:06.824975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 17:47:06.825460 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 17:47:07.155353 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.155592 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.155901 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.157207 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.157480 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.157741 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.203048 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.203320 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.203585 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.217978 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.218254 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.218521 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.246768 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.247043 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.247316 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.284146 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.284414 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.284676 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.624602 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.625245 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.625245 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.625443 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.626063 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.725241 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.725557 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.725843 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.726111 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.726373 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.726673 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.726967 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.727216 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.727467 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.727744 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.727985 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.728365 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.728816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.729227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.729710 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.730097 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.730385 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.730775 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.731137 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.731417 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.731778 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.732112 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.732413 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.732813 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.733076 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.733440 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.734154 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:47:07.734569 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:47:07.735020 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:47:07.735378 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:47:07.735761 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:47:07.736157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:47:07.736785 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 17:47:07.742337 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 17:47:07.747552 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 17:47:07.752132 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Dec 16 17:47:07.754295 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 17:47:07.754997 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 17:47:07.755556 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 17:47:07.756058 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 17:47:07.760442 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 17:47:07.760711 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 17:47:07.761061 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 17:47:07.766598 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 17:47:07.791016 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 17:47:07.791505 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.791771 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102311) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 17:47:07.792144 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.793570 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102311) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 17:47:07.793870 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 17:47:07.794121 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 17:47:07.797549 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.797839 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:07.863824 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 17:47:07.864052 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 17:47:07.864289 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 17:47:07.864678 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 17:47:07.889771 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_db.sqlalchemy.engines [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102311) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 17:47:08.355530 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Initializing driver for type 'gre' Dec 16 17:47:08.356183 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] gre ID ranges: [(1, 1000)] Dec 16 17:47:08.424724 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Initializing driver for type 'local' Dec 16 17:47:08.425328 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Initializing driver for type 'vlan' Dec 16 17:47:08.442586 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] VlanTypeDriver initialization complete Dec 16 17:47:08.442953 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Initializing driver for type 'vxlan' Dec 16 17:47:08.443457 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] vxlan ID ranges: [(1, 1000)] Dec 16 17:47:08.506949 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Initializing extension driver 'port_security' Dec 16 17:47:08.507296 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.extensions.port_security [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] PortSecurityExtensionDriver initialization complete Dec 16 17:47:08.507692 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Initializing mechanism driver 'openvswitch' Dec 16 17:47:08.508071 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Initializing mechanism driver 'hyperv' Dec 16 17:47:08.515223 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.plugins.ml2.plugin [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:08.516088 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > port after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.516474 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > port after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.516836 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > port after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.517378 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:47:08.517817 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.518183 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.518531 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.518958 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:47:08.519374 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > network after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.519724 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > network after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.520069 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > network after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.520468 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:47:08.520877 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.521231 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.521577 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.521978 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:47:08.522389 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.522772 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.523119 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.523519 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:47:08.523934 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.524283 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.524624 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.525066 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102311) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 17:47:08.525538 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] ML2 OVO RPC backend initialized. {{(pid=102311) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 17:47:08.526273 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.526652 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.527078 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > network before_response 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.527430 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > networks before_response 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.527780 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > port before_response 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.528124 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > ports before_response 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.528473 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.528819 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.529166 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > network after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.529508 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > network after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.529844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > network after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.530182 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > port after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.530519 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > port after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.530890 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > port after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.531229 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.531569 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.531905 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.532481 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.plugin [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Modular L2 Plugin initialization complete Dec 16 17:47:08.532813 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading services supported by the core plugin {{(pid=102311) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 17:47:08.533141 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.plugins.ml2.managers [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Got port-security extension from driver 'port_security' Dec 16 17:47:08.533607 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.extensions.vlantransparent [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Disabled vlantransparent extension. Dec 16 17:47:08.534111 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102311) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 17:47:08.534425 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading Plugin: router Dec 16 17:47:08.571204 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.571600 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router after_create 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.572045 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router before_create 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.572422 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.572803 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.573164 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router after_delete 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.573529 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.574006 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.574375 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router after_create 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.574752 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router after_update 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.575097 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router after_update 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.575454 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.575816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router after_update 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.576239 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.576615 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: port after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.576959 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: port after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.577304 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: subnet after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.577653 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.578005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.578360 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.578732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: port before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.579068 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.579430 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router after_update 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.579779 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.580136 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.580500 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.580850 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.581219 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > agent after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.581574 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.581921 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > network after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.582815 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Tracking information for resource: router configured {{(pid=102311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:47:08.583154 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Tracking information for resource: floatingip configured {{(pid=102311) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 17:47:08.588193 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.db.l3_agentschedulers_db [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 17:47:08.588771 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: port after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.589135 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: port after_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.589489 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: port after_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.589846 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: port after_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.590652 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router before_create 55550100 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.591026 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.591381 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.591769 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.597305 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.services.provider_configuration [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service providers = [] {{(pid=102311) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 17:47:08.598159 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.db.servicetype_db [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102311) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 17:47:08.600736 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.services.service_base [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 17:47:08.601065 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.services.service_base [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 17:47:08.601412 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.services.service_base [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 17:47:08.602314 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.services.service_base [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102311) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 17:47:08.602716 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.services.service_base [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 17:47:08.603307 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:47:08.603631 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 17:47:08.614755 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:47:08.615047 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading Plugin: auto_allocate Dec 16 17:47:08.621033 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: network precommit_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.621391 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: network precommit_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.621947 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:47:08.622275 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading Plugin: tag Dec 16 17:47:08.629308 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:47:08.629902 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading Plugin: timestamp Dec 16 17:47:08.633552 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:47:08.633886 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading Plugin: network_ip_availability Dec 16 17:47:08.639587 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.639972 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.640324 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.641059 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:47:08.641384 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading Plugin: flavors Dec 16 17:47:08.646488 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:47:08.646845 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading Plugin: revisions Dec 16 17:47:08.651334 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102311) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 17:47:08.651735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_concurrency.lockutils [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=102311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 17:47:08.652504 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102311) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 17:47:08.652831 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Initializing extension manager. Dec 16 17:47:08.653363 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: __init__.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.653709 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: __pycache__ {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.654051 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.654385 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: address_group.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.655188 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.655780 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: address-group Dec 16 17:47:08.656110 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: address_scope.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.656822 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.657315 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: address-scope Dec 16 17:47:08.657633 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.658648 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.659155 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: router-admin-state-down-before-update Dec 16 17:47:08.659479 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: agent.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.660186 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.660691 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: agent Dec 16 17:47:08.661012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: agent_resources_synced.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.661923 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.662432 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: agent-resources-synced Dec 16 17:47:08.662792 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.664622 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.665149 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: allowed-address-pairs Dec 16 17:47:08.665483 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.666791 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.667308 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: auto-allocated-topology Dec 16 17:47:08.667640 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: availability_zone.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.668349 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.668853 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: availability_zone Dec 16 17:47:08.669179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: availability_zone_filter.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.670110 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.670653 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: availability_zone_filter Dec 16 17:47:08.670977 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: data_plane_status.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.671909 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.672415 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 17:47:08.672741 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: default_subnetpools.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.673668 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.674176 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: default-subnetpools Dec 16 17:47:08.674497 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.675366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.675878 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: dhcp_agent_scheduler Dec 16 17:47:08.676206 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: dns.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.677116 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.677636 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 17:47:08.677961 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: dns_domain_ports.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.678917 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.679429 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 17:47:08.679751 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.680682 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.681221 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 17:47:08.681615 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: dvr.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.682216 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.682780 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: dvr Dec 16 17:47:08.683102 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: ecmp_routes.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.684020 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.684530 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 17:47:08.684853 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: empty_string_filtering.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.685796 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.686315 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: empty-string-filtering Dec 16 17:47:08.686705 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.687637 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.688141 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 17:47:08.688465 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.689374 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.689893 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 17:47:08.690215 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: external_net.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.691167 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.691669 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: external-net Dec 16 17:47:08.691995 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.692927 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.693438 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: extra_dhcp_opt Dec 16 17:47:08.693760 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: extraroute.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.694713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.695226 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: extraroute Dec 16 17:47:08.695548 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: extraroute_atomic.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.698379 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.698953 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: extraroute-atomic Dec 16 17:47:08.699291 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: filter_validation.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.700005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.700526 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: filter-validation Dec 16 17:47:08.700857 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: fip_pf_description.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.702514 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.703057 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 17:47:08.703394 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: fip_port_details.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.704356 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.704843 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: fip-port-details Dec 16 17:47:08.705165 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: flavors.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.706437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.706992 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: flavors Dec 16 17:47:08.707323 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.709053 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.709575 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 17:47:08.709909 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: floatingip_pools.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.710612 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.711153 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: floatingip-pools Dec 16 17:47:08.711478 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: ip_allocation.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.712449 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.712995 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 17:47:08.713330 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.714262 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.714798 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: ip-substring-filtering Dec 16 17:47:08.715128 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: l2_adjacency.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.716066 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.716575 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 17:47:08.716902 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: l3.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.718273 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.718830 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: router Dec 16 17:47:08.719160 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.721485 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.722015 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 17:47:08.722353 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.723312 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.723825 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: ext-gw-mode Dec 16 17:47:08.724152 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.725085 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.725592 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: l3-ha Dec 16 17:47:08.725917 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: l3_flavors.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.726872 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.727380 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: l3-flavors Dec 16 17:47:08.727709 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.728738 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.729250 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 17:47:08.729571 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: l3agentscheduler.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.730683 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.731195 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: l3_agent_scheduler Dec 16 17:47:08.731528 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: local_ip.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.733335 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.733861 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension local_ip not supported by any of loaded plugins Dec 16 17:47:08.734199 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: logging.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.735741 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.736266 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension logging not supported by any of loaded plugins Dec 16 17:47:08.736600 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: metering.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.737494 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.738089 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: metering Dec 16 17:47:08.738423 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.739570 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.740094 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: metering_source_and_destination_fields Dec 16 17:47:08.740424 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: multiprovidernet.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.741364 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.741879 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: multi-provider Dec 16 17:47:08.742206 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: netmtu.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.743164 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.743697 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: net-mtu Dec 16 17:47:08.744026 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: netmtu_writable.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.744950 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.745455 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: net-mtu-writable Dec 16 17:47:08.745782 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: network_availability_zone.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.746462 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.747017 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: network_availability_zone Dec 16 17:47:08.747350 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: network_ip_availability.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.748479 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.748994 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: network-ip-availability Dec 16 17:47:08.749325 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: network_segment_range.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.750109 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.750609 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 17:47:08.750966 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: pagination.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.751975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.752307 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: pagination Dec 16 17:47:08.752630 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: port_device_profile.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.753560 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.754072 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: port-device-profile Dec 16 17:47:08.754400 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.755357 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.755870 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: port-mac-address-regenerate Dec 16 17:47:08.756196 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.757136 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.757705 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: port-numa-affinity-policy Dec 16 17:47:08.757970 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: port_resource_request.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.758935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.759669 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 17:47:08.760002 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: port_resource_request_groups.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.760989 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.761499 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 17:47:08.761825 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: portbindings.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.762864 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.763393 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: binding Dec 16 17:47:08.763714 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: portbindings_extended.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.765022 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.765545 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: binding-extended Dec 16 17:47:08.765874 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: portsecurity.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.766832 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.767346 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: port-security Dec 16 17:47:08.767673 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: project_id.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.768659 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.768987 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: project-id Dec 16 17:47:08.769315 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: providernet.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.770262 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.770815 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: provider Dec 16 17:47:08.771144 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.774949 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.775480 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos not supported by any of loaded plugins Dec 16 17:47:08.775818 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.777108 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.777627 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 17:47:08.777958 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.779106 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.779430 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 17:47:08.779749 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_default.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.780692 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.781214 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-default not supported by any of loaded plugins Dec 16 17:47:08.781540 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_fip.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.782236 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.782775 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 17:47:08.783107 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.784038 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.784548 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 17:47:08.784873 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.785820 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.786334 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 17:47:08.786667 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.787746 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.788258 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 17:47:08.788581 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.789636 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.790144 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 17:47:08.790467 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_pps_rule.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.791957 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.792476 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 17:47:08.792803 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.793738 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.794251 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 17:47:08.794577 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: qos_rules_alias.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.795736 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.796251 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 17:47:08.796583 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: quota_check_limit.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.797514 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.798026 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: quota-check-limit Dec 16 17:47:08.798357 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: quotasv2.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.799551 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.799760 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: quotas Dec 16 17:47:08.800010 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: quotasv2_detail.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.803381 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.803727 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: quota_details Dec 16 17:47:08.804061 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: rbac.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.805159 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.805709 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: rbac-policies Dec 16 17:47:08.806046 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: rbac_address_group.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.807041 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.807575 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: rbac-address-group Dec 16 17:47:08.807908 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: rbac_address_scope.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.808838 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.809357 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: rbac-address-scope Dec 16 17:47:08.809690 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: rbac_security_groups.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.810640 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.811152 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: rbac-security-groups Dec 16 17:47:08.811481 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.812407 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.812928 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: rbac-subnetpool Dec 16 17:47:08.813252 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: revisionifmatch.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.814190 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.814726 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: revision-if-match Dec 16 17:47:08.815061 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: revisions.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.816180 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.816691 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: standard-attr-revisions Dec 16 17:47:08.817021 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: router_availability_zone.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.817705 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.818213 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: router_availability_zone Dec 16 17:47:08.818537 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: routerservicetype.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.819489 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.819999 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 17:47:08.820327 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.821348 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.821915 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: security-groups-normalized-cidr Dec 16 17:47:08.822257 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.823402 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.823959 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: port-security-groups-filtering Dec 16 17:47:08.824247 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.825196 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.825714 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: security-groups-remote-address-group Dec 16 17:47:08.826038 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.827000 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.827514 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: security-groups-shared-filtering Dec 16 17:47:08.827840 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.828439 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 17:47:08.828761 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: securitygroup.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.838940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.839479 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: security-group Dec 16 17:47:08.839823 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: segment.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.840606 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.841142 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension segment not supported by any of loaded plugins Dec 16 17:47:08.841474 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.842420 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.843307 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 17:47:08.843632 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: servicetype.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.844728 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.845249 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: service-type Dec 16 17:47:08.845577 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: sorting.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.846572 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.846930 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: sorting Dec 16 17:47:08.847257 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: standard_attr_segment.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.848182 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.848695 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 17:47:08.849021 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: standardattrdescription.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.849698 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.850206 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: standard-attr-description Dec 16 17:47:08.850528 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: stateful_security_group.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.851529 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.852042 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: stateful-security-group Dec 16 17:47:08.852372 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: stdattrs_common.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.852958 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 17:47:08.853333 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.854274 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.854820 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 17:47:08.855151 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: subnet_onboard.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.856224 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.856749 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: subnet_onboard Dec 16 17:47:08.857075 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.858021 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.858528 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 17:47:08.858883 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: subnet_service_types.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.859815 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.860327 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: subnet-service-types Dec 16 17:47:08.860651 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: subnetallocation.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.861749 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.862289 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: subnet_allocation Dec 16 17:47:08.862640 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.863325 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.863827 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: subnetpool-prefix-ops Dec 16 17:47:08.864154 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.865157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.865619 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 17:47:08.865945 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: tagging.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.867053 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.867583 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: standard-attr-tag Dec 16 17:47:08.867916 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: timestamp.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.869289 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.869813 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loaded extension: standard-attr-timestamp Dec 16 17:47:08.870139 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: trunk.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.871229 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.871751 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension trunk not supported by any of loaded plugins Dec 16 17:47:08.872071 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: trunk_details.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.873016 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.873525 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 17:47:08.873851 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.874817 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.875336 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 17:47:08.875660 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Loading extension file: vlantransparent.py {{(pid=102311) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 17:47:08.876336 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102311) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 17:47:08.876850 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 17:47:08.879517 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:network Dec 16 17:47:08.880053 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:subnet Dec 16 17:47:08.880456 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:47:08.880846 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:port Dec 16 17:47:08.882112 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.882574 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service FLAVORS assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.883258 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.883685 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.884022 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:router Dec 16 17:47:08.884486 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 17:47:08.884977 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service METERING assigned prefix: /metering {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.886462 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.886875 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.887232 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:47:08.888262 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 17:47:08.888709 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:security_group Dec 16 17:47:08.889138 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 17:47:08.889769 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service CORE assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.890104 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:47:08.890445 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] subnetpool is already registered Dec 16 17:47:08.890905 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service CORE assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.891236 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:47:08.891568 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] subnetpool is already registered Dec 16 17:47:08.893884 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.894325 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service FLAVORS assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.894949 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.895374 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.895714 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:router Dec 16 17:47:08.896054 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] router is already registered Dec 16 17:47:08.896465 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 17:47:08.896801 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] floatingip is already registered Dec 16 17:47:08.897256 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service METERING assigned prefix: /metering {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.897922 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 17:47:08.898251 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] rbac_policy is already registered Dec 16 17:47:08.898688 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:security_group Dec 16 17:47:08.899029 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] security_group is already registered Dec 16 17:47:08.899437 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 17:47:08.899765 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] security_group_rule is already registered Dec 16 17:47:08.900455 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service CORE assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.900774 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:47:08.901105 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] subnetpool is already registered Dec 16 17:47:08.901537 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.v2.resource_helper [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Service CORE assigned prefix: {{(pid=102311) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 17:47:08.901862 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 17:47:08.902194 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING neutron.quota.resource_registry [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] subnetpool is already registered Dec 16 17:47:08.902679 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: extensions {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.904159 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: address-groups {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.905738 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: address-scopes {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.907129 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: agents {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.908353 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: auto-allocated-topology {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.909620 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: availability_zones {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.910875 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: dhcp-networks {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.912421 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: dhcp-agents {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.913882 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: routers {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.916226 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: flavors {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.917419 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: service_profiles {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.918678 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: next_providers {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.920119 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: service_profiles {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.922688 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: floatingip-pools {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.923967 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: routers {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.926089 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: floatingips {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.927412 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: l3-routers {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.928821 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: l3-agents {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.930263 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: metering-labels {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.931723 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: metering-label-rules {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.933030 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: network-ip-availabilities {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.934303 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: bindings {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.935988 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: quotas {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.937583 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: quotas {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.939168 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: rbac-policies {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.940471 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: security-groups {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.941720 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: security-group-rules {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.943003 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: service-providers {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.944254 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: subnetpools {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.945708 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: subnetpools {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.947261 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.949006 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.950959 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.952792 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.954608 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.956515 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.958211 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.960184 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.961929 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.964088 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron.api.extensions [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Extended resource: tags {{(pid=102311) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 17:47:08.970584 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING keystonemiddleware.auth_token [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 17:47:08.975472 dv-cinder-819200-2-iscsi neutron-server[102311]: WARNING keystonemiddleware.auth_token [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 17:47:08.984494 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_concurrency.lockutils [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Acquired lock "singleton_lock" {{(pid=102311) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 17:47:08.984981 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_concurrency.lockutils [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Releasing lock "singleton_lock" {{(pid=102311) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 17:47:08.985647 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO oslo_service.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Starting 2 workers Dec 16 17:47:08.990564 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Started child 102418 {{(pid=102311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 17:47:08.995157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Started child 102419 {{(pid=102311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 17:47:08.996421 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:08.997078 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO neutron.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 17:47:08.997339 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Publish callbacks [] for process, before_spawn {{(pid=102311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:08.997879 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [-] (102418) wsgi starting up on http://0.0.0.0:9696 Dec 16 17:47:08.999675 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO oslo_service.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Starting 1 workers Dec 16 17:47:09.000007 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:09.001328 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [-] (102419) wsgi starting up on http://0.0.0.0:9696 Dec 16 17:47:09.004824 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Started child 102420 {{(pid=102311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 17:47:09.005374 dv-cinder-819200-2-iscsi neutron-server[102311]: INFO oslo_service.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Starting 1 workers Dec 16 17:47:09.008518 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] calling RpcWorker wait() {{(pid=102420) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 17:47:09.009091 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] returning from RpcWorker wait() {{(pid=102420) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 17:47:09.009843 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Started child 102421 {{(pid=102311) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 17:47:09.010489 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:09.010736 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG neutron_lib.callbacks.manager [None req-06ec4e4a-50f8-4769-bced-faa606f1a6d8 None None] Publish callbacks [] for process, after_spawn {{(pid=102311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:09.010942 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:09.012603 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102311) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 17:47:09.013843 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 17:47:09.013843 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 17:47:09.013843 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 17:47:09.013843 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 17:47:09.013843 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 17:47:09.014179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.014303 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.014775 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.014926 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:09.015453 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.015453 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.015898 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.016157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.016407 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.016672 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.016809 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:09.016889 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.017055 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.017193 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.017432 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.017708 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.017999 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.018254 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.018505 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.018741 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.018907 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.019303 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.019745 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.019944 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.020362 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] debug = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.020631 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.021112 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.021341 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.021605 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.021838 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.022105 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.022341 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.022642 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.022881 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.023096 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.023350 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.023610 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.023858 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.024053 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.024300 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.024516 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.024774 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.025115 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.025576 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] host = dv-cinder-819200-2-iscsi {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.025796 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.026032 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.026268 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.026527 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.026799 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.027016 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.027272 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.027576 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.027785 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.028029 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.028278 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.028532 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.028768 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.029030 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.029195 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_options = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.029427 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.029708 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.029970 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.030173 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.030342 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.030521 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.030802 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.030967 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.031210 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.031427 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.031643 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.031873 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.032087 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.032306 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.032678 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.032809 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.033030 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.033260 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.033510 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.033755 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.033978 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.034230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.034473 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.034708 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.034927 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.035214 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.035398 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.035610 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.035848 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.036082 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.036310 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.036551 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.036791 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.037032 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.037306 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.037530 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.037763 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.037962 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.038221 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.038446 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.038722 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.038973 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.039202 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.039436 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.039648 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.039879 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.040128 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_json = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.040337 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.040632 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.040879 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.041092 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.041323 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.041625 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.041838 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.042088 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.042518 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.042830 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.043144 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.043578 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.043771 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.044113 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.044113 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.044490 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.044617 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.044804 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.045129 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.045373 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.045712 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.046033 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.046309 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.047104 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.047104 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.047315 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.047428 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.047642 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.047893 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.048120 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.048556 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.048690 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.048809 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.049056 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.049303 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.049582 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.049922 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.050184 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.050597 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.050836 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.051087 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.051323 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.051565 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.051781 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.051994 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.052216 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.052449 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.052710 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.052937 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.053168 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.053386 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.053629 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.053863 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.054107 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.054354 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.054595 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.054866 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.055087 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.055326 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.055558 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.055772 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.056003 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.056384 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.056595 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.056897 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.057185 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.057643 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.057643 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.057947 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.058182 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.058320 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.058476 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.058726 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.058944 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.059172 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.059403 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.059599 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.059822 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.060066 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.060242 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.060475 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.060707 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.060921 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.061172 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.061359 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.061566 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.061777 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.062052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.062282 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.062508 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.062761 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.062971 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.063245 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.063388 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.063747 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.063885 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.064026 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.064236 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.064468 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.064752 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.065269 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.065269 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.065562 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.065735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.065968 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.069719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.069719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.069719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.069719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.069719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.069719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.069719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.069719 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.070940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.070940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.070940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.070940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.070940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.070940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.070940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.070940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.075179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.075179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.075179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.075179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.075179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.075179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.075179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.075179 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.076227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.076227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.076227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.076227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.076227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.076227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.076227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.076227 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.077234 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.077234 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.077234 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.077234 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.077234 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.077234 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.077234 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.077234 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.078230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.078230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.078230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.078230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.078230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.078230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.078230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.078230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.079437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.079437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.079437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.079437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.079437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.079437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.079437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.079437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.082005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.082005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.082005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.082005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.082005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.082005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.082005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.082005 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.083366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.083366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.083366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.083366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.083366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.083366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.083366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.083366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.087458 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.087458 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.087458 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.087458 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.087458 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.087458 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.087458 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.087458 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089346 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089346 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089346 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089346 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089346 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089346 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089346 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089346 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.089975 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.090647 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.090647 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.090647 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.090647 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.090647 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.090647 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.090647 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.090647 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.091629 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.091629 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.091629 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.091629 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.091629 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.091629 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.091629 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.092110 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.092110 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.092250 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.092824 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.094734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.094734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.094734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.094734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.094734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.094734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.094734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.094734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.095240 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.095240 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.095359 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.095595 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.095695 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.095921 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.096127 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.096378 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.096617 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.096855 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.097082 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.097293 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.097506 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.097729 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.097946 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.098148 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.098383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.098588 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.098831 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.099058 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.099294 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.099503 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.099731 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.099943 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.100155 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.100378 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.100597 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.100804 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.101108 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.101354 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.101571 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.101852 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.102105 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.102366 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.102639 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.102942 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.103262 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.103559 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.103956 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.104211 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.104611 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.104704 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.105122 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.105404 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.105668 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.105907 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.106254 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.106544 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.106907 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.107136 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.107432 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.107758 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.108031 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.108371 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.108608 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.108703 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 39306) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:09.108844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.109077 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.109292 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.109527 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.109759 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.109996 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.110261 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.110514 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.110811 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.111045 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.111280 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.111517 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.111760 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.111994 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.112242 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.112475 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.112635 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 17:47:09.113178 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102311) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 17:47:09.113340 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 17:47:09.113656 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 17:47:09.113864 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 17:47:09.114041 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 17:47:09.114194 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 17:47:09.114403 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.114563 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.114751 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.114912 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.115072 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.115304 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.115412 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.115558 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.115716 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.115873 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.116030 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.116190 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.116348 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.116516 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.116655 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.116811 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.117123 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.117284 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.117447 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.117608 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.117768 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.117943 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.118089 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] debug = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.118265 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.119552 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.119552 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.119552 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.119552 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.119552 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.119895 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.119895 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.120027 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.120244 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.120334 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.120402 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.120572 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.120734 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.120917 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.121763 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.121763 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.121763 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.121763 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] host = dv-cinder-819200-2-iscsi {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.122879 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0106192 Dec 16 17:47:09.123044 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.123044 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.123044 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.123044 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.123044 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.123044 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.123044 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.123044 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.124015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.124015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.124015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.124015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.124015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.124015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.124015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_options = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.124015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.125022 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.125022 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.125022 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.125022 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.125022 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.125022 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.125022 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.126089 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.126259 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.126419 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.126579 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.126753 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.126914 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.127072 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.127230 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.127389 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.127548 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.127708 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.127867 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.128025 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.128183 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.128340 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.128499 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.128657 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.128814 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.128983 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.129119 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.129276 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.129434 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.129590 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.129749 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.129906 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.130063 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.130222 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.130378 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.132046 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.132046 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.132046 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.132046 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.132046 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.132046 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_json = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.134844 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.136052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.136052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.136052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.136052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 17:47:09.136052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.136052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.136052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.136052 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.138913 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.138913 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.138913 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.138913 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.138913 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.138913 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.138913 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.138913 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139380 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139380 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139380 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139380 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139380 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139380 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139380 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139380 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139835 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139835 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139835 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139835 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139835 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139835 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139835 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.139835 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.140271 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.140271 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.140271 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.140435 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.140627 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.140982 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.141542 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.141542 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.142816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.142816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.142816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.142816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.142816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.142816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.142816 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.143222 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.143222 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.143345 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.143559 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.143791 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.143941 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.144110 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.144305 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.144470 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.145735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.145735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.145735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.145735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.145735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.145735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.145735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.146191 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.146191 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.146191 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.146415 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.146790 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.148549 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.149039 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.149594 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.149594 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.149864 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.150426 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.152713 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.153756 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.154300 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.154300 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.154300 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.154300 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.154584 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.154584 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.154724 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.154870 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.155117 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.155204 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.155323 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.155667 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.155998 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.156278 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.156437 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.156624 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.156838 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.157129 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.157236 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.157412 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.157581 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.157749 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.157949 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.158115 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.158341 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.158536 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.159586 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.159763 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.160091 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.160249 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.160419 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.160826 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.162732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.162732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.162732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.162732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.162732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.162732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.162732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.162732 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.163219 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.163219 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.163219 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.163219 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.163219 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.163727 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.163727 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.164655 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.165058 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.165058 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.165281 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.165392 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.165522 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:09.165735 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.165916 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.166062 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.166202 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.166545 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.166545 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.166807 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.166940 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.167208 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.167370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.167494 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.167685 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.167851 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.167988 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.168148 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.168348 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.168505 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.168668 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.168831 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.169012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.169176 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.169338 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.169582 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.169712 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.169914 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.170142 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.170281 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.170407 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.170608 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.170833 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.171045 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.171201 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.171448 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.171536 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.171696 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.171856 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.172076 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.172248 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.172660 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.172660 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.172919 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.173004 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.173114 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.173339 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.173491 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.173671 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.173884 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.174073 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.174285 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.174449 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.174611 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.174797 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.174959 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.175223 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.175348 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.175452 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.175597 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.175758 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.175919 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.176125 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.176246 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.176387 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.176548 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.176707 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.176874 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.177043 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.177206 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.177370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.177532 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.177693 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.177854 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.178015 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.178191 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.178356 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.178517 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.179662 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.179662 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.179662 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.179662 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.179662 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.179662 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.181935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.181935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.181935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.181935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.181935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.181935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.181935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.181935 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.182701 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.182701 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.182701 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.182701 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.182701 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.182701 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.182701 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.182701 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.184157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.184157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.184157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.184157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.184157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.184157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.184157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.184157 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186012 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186829 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186829 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186829 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186829 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186829 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186829 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186829 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.186829 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.188237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.188237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.188237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.188237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.188237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.188237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.188237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.188237 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.189370 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190383 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190972 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190972 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190972 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190972 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 17:47:09.190972 dv-cinder-819200-2-iscsi neutron-server[102311]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102311) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 17:47:21.095730 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9de44-032b-4c65-9798-6d35f7fdabde None None] get_active_networks_info from dv-cinder-819200-2-iscsi {{(pid=102420) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 17:47:21.180739 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd9de44-032b-4c65-9798-6d35f7fdabde None None] No non-hosted networks {{(pid=102420) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 17:47:21.205582 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.agentschedulers_db [None req-9cd9de44-032b-4c65-9798-6d35f7fdabde None None] DHCP Agent not found on host dv-cinder-819200-2-iscsi {{(pid=102420) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 17:47:21.318010 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fd32721b-3864-447c-b6b5-fb12daff2cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1631379'] for agent, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:23.261108 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-4ce3285e-d192-4dbc-8826-c1fe2d610c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1631379'] for agent, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:23.303748 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e16a95fb-2fb4-4537-8c36-145aead595cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:24.565101 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1631379'] for agent, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:26.051633 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1631379'] for agent, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:26.810180 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1631379'] for agent, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:26.811333 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.811936 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.812415 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.818235 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.822803 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.823573 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.824060 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.824564 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.825049 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.825531 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.825876 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.826207 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.827545 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:26.828470 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819200-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:26.850999 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819200-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:47:27.645937 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 39402) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:28.269277 dv-cinder-819200-2-iscsi neutron-server[102419]: WARNING oslo_policy.policy [None req-ec04175f-c0c1-4b00-ab8b-15b92d281044 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:47:28.269863 dv-cinder-819200-2-iscsi neutron-server[102419]: WARNING oslo_policy.policy [None req-ec04175f-c0c1-4b00-ab8b-15b92d281044 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:47:28.501183 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [None req-ec04175f-c0c1-4b00-ab8b-15b92d281044 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:47:28.514784 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-ec04175f-c0c1-4b00-ab8b-15b92d281044 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8555901 Dec 16 17:47:29.015671 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.db.l3_hamode_db [None req-a46a9f8e-258c-487f-baa0-6271f3a11274 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 17:47:29.098163 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a9f8e-258c-487f-baa0-6271f3a11274 None None] Routers set() bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:47:29.098543 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a9f8e-258c-487f-baa0-6271f3a11274 None None] Router IDs set() for agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 17:47:31.306186 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 39418) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:31.932399 dv-cinder-819200-2-iscsi neutron-server[102418]: WARNING oslo_policy.policy [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:47:31.932976 dv-cinder-819200-2-iscsi neutron-server[102418]: WARNING oslo_policy.policy [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:47:32.162643 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:32.261287 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.policy [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102418) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 17:47:32.307710 dv-cinder-819200-2-iscsi neutron-server[102418]: WARNING oslo_policy.policy [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:47:32.308432 dv-cinder-819200-2-iscsi neutron-server[102418]: WARNING oslo_policy.policy [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:47:32.317157 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.quota [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] Loaded quota_driver: . Dec 16 17:47:32.418183 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788511124837', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788511122248', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788511069413', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788511073260', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788511088200', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788511095120', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-586238', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-594942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1581295', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1785942'] for rbac-policy, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:32.496867 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:32.498318 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-ae94acb5-1006-474f-a7c6-d47109a926e2 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1895359 Dec 16 17:47:35.401533 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 39436) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:35.745619 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:35.747102 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.quota [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Loaded quota_driver: . Dec 16 17:47:35.809257 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Made reservation on behalf of bc5a562ad6cb4415a0049b1a5f4002b1 for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:47:35.877701 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.policy [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102419) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 17:47:35.925030 dv-cinder-819200-2-iscsi neutron-server[102419]: WARNING oslo_policy.policy [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:47:35.925406 dv-cinder-819200-2-iscsi neutron-server[102419]: WARNING oslo_policy.policy [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 17:47:35.935622 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:35.957400 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.085544 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.092518 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.120060 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:47:36.154554 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788513289593', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.155152 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Unsubscribe: segment precommit_create {{(pid=102419) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 17:47:36.155152 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Added segment b31f3beb-bc9a-47da-8015-99a7a9d8043e of type vlan for network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 Dec 16 17:47:36.162292 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b10fea-53da-4e08-a70b-473febdfeb60,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:36.184795 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.185342 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.185687 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.186018 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.186355 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.186685 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.187052 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.187351 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.187691 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.188016 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.188338 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.188652 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.188968 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Tracked resource versions report: Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: pushed versions: Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: { 'AddressGroup': {'1.2'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'ConntrackHelper': {'1.0'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Log': {'1.0'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Network': {'1.1'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Port': {'1.7'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'PortForwarding': {'1.2'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'QosPolicy': {'1.10'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SecurityGroup': {'1.5'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SubPort': {'1.0'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Subnet': {'1.1'}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Trunk': {'1.1'}} Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: consumer versions: Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: { DHCP agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: L3 agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: Metadata agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: Metering agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: Open vSwitch agent@dv-cinder-819200-2-iscsi: { 'AddressGroup': '1.2', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'ConntrackHelper': '1.0', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'LocalIPAssociation': '1.0', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Log': '1.0', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Network': '1.1', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Port': '1.7', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'PortForwarding': '1.2', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'QosPolicy': '1.10', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SecurityGroup': '1.5', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SecurityGroupRule': '1.2', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SubPort': '1.0', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Subnet': '1.1', Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Trunk': '1.1'}} Dec 16 17:47:36.190347 dv-cinder-819200-2-iscsi neutron-server[102419]: {{(pid=102419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:47:36.292332 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.339148 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.340370 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:36.341088 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:36.426402 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0235929 Dec 16 17:47:36.455591 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af629c-0edb-41fd-916a-eae60b75f73e admin admin] Pushing event updated for resources: {'Network': ['ID=b4e85856-d3b3-464f-8c1e-4f10d3a79a58,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:36.481865 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:47:39.395837 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 39452) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:39.832417 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a130cbca-4c03-40bb-a325-1cd3cfeeb89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:39.833780 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a130cbca-4c03-40bb-a325-1cd3cfeeb89c admin admin] 10.222.0.32 "GET /v2.0/networks/b4e85856-d3b3-464f-8c1e-4f10d3a79a58 HTTP/1.1" status: 200 len: 825 time: 0.4369216 Dec 16 17:47:39.880095 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-4cd44e00-c8f8-4c16-9961-1a594dfda554 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/06051a57-f6f7-4fad-a728-5b9d7782d607 HTTP/1.1" status: 200 len: 734 time: 0.0391715 Dec 16 17:47:39.890510 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'subnetpool_id': '06051a57-f6f7-4fad-a728-5b9d7782d607'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:39.920060 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Made reservation on behalf of bc5a562ad6cb4415a0049b1a5f4002b1 for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:47:39.922592 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.240977 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.305779 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de387244-d39e-4192-885a-a7c2008c49a0,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:40.312802 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Checking segment: {'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:47:40.313178 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Network hostable DHCP agents. Network: b4e85856-d3b3-464f-8c1e-4f10d3a79a58, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:47:40.335944 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:47:40.349411 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, b4e85856-d3b3-464f-8c1e-4f10d3a79a58) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:40.354589 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:40.355270 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.359939 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3eead-7371-4855-897a-56b3220aed8f None None] Network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:47:40.371871 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-01645c62-3d39-4e55-b149-f171309daa94 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4848619 Dec 16 17:47:40.651711 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'fixed_ips': [{'subnet_id': 'de387244-d39e-4192-885a-a7c2008c49a0'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:47:40.653030 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:40.988354 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Allocated IP 172.20.0.2 (b4e85856-d3b3-464f-8c1e-4f10d3a79a58/de387244-d39e-4192-885a-a7c2008c49a0/cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:47:41.257422 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.266968 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.347891 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:47:41.353253 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:47:41.362217 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:47:41.365370 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Pushing event updated for resources: {'Port': ['ID=cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:41.377233 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.377632 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.377989 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.378302 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.378655 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.378978 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.379302 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.379624 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.379945 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.380291 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.380609 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.380910 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.381270 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Tracked resource versions report: Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: pushed versions: Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: { 'AddressGroup': {'1.2'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'ConntrackHelper': {'1.0'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Log': {'1.0'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Network': {'1.1'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Port': {'1.7'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'PortForwarding': {'1.2'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'QosPolicy': {'1.10'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SecurityGroup': {'1.5'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SubPort': {'1.0'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Subnet': {'1.1'}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Trunk': {'1.1'}} Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: consumer versions: Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: { DHCP agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: L3 agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: Metadata agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: Metering agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: Open vSwitch agent@dv-cinder-819200-2-iscsi: { 'AddressGroup': '1.2', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'ConntrackHelper': '1.0', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'LocalIPAssociation': '1.0', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Log': '1.0', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Network': '1.1', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Port': '1.7', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'PortForwarding': '1.2', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'QosPolicy': '1.10', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SecurityGroup': '1.5', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SecurityGroupRule': '1.2', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SubPort': '1.0', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Subnet': '1.1', Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Trunk': '1.1'}} Dec 16 17:47:41.382652 dv-cinder-819200-2-iscsi neutron-server[102420]: {{(pid=102420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:47:41.455381 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Attempting to bind port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:47:41.455785 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Attempting to bind port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:47:41.456197 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Attempting to bind port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf on network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:47:41.461968 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:47:41.462358 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Checking segment: {'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:47:41.462862 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.463267 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Bound using segment: {'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:47:41.463762 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Bound port: cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:47:41.464174 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.530604 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] For port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:47:41.535067 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] For port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf,segment=NetworkSegment(b31f3beb-bc9a-47da-8015-99a7a9d8043e),segment_id=b31f3beb-bc9a-47da-8015-99a7a9d8043e)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:47:41.539688 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:41.626911 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31918771-f9f6-4307-a5bc-55e1e8d0fc3f None None] Pushing event updated for resources: {'Port': ['ID=cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:43.129256 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 39460) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:43.478661 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [None req-c257df80-b63c-42dd-b60d-b852a19d4dcb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:47:43.479696 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c257df80-b63c-42dd-b60d-b852a19d4dcb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3492506 Dec 16 17:47:46.611839 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 39468) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:46.986382 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [None req-a6cab150-9327-4dfa-90de-d041b48d1fde admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:47:46.987444 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a6cab150-9327-4dfa-90de-d041b48d1fde admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3746629 Dec 16 17:47:49.896324 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 39482) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:50.245919 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-4b881206-23ee-46e6-86ab-6c7c0dd15256 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:50.279357 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4b881206-23ee-46e6-86ab-6c7c0dd15256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.281098 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4b881206-23ee-46e6-86ab-6c7c0dd15256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.439020 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4b881206-23ee-46e6-86ab-6c7c0dd15256 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.445557 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4b881206-23ee-46e6-86ab-6c7c0dd15256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.460615 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4b881206-23ee-46e6-86ab-6c7c0dd15256 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.461820 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-4b881206-23ee-46e6-86ab-6c7c0dd15256 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5645430 Dec 16 17:47:50.756542 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:50.860298 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:50.860904 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:50.982374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:51.012077 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-7fa3ea7a-39a4-4f68-93de-bb68fe17190e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:51.033073 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf,segment=NetworkSegment(b31f3beb-bc9a-47da-8015-99a7a9d8043e),segment_id=b31f3beb-bc9a-47da-8015-99a7a9d8043e)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:47:51.039788 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:51.105916 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:51.384163 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f661a2a0-b719-475a-bd01-8b165eb9c628 None None] Network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:47:51.510762 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-36cfe5c6-c374-4fbd-994a-31b3e4a98291 None None] Provisioning complete for port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:51.511134 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-36cfe5c6-c374-4fbd-994a-31b3e4a98291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:51.917561 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-4d7eced6-25c3-4c56-a820-5142d46abc2c None None] Provisioning complete for port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:51.918406 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-4d7eced6-25c3-4c56-a820-5142d46abc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:52.723860 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:47:52.780469 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:47:52.781073 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:53.091361 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:47:53.262223 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-229937fb-73b1-4ef4-86e0-21d1b2efdd45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:53.299135 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 39492) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:53.685072 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [None req-1c0edec4-d227-470c-9f7c-e1d2091cca1d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:47:53.686141 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-1c0edec4-d227-470c-9f7c-e1d2091cca1d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3857477 Dec 16 17:47:54.490457 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:55.958917 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.432926 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 39510) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:56.598060 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:47:56.624547 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Made reservation on behalf of f59e59f6d4044875b6dfa045cce186e7 for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:47:56.627028 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.638849 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.730494 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.735362 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.752054 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Reserving flat network on physical network physnet1 {{(pid=102419) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 17:47:56.773295 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeba04e-599b-4332-923d-28f13d29bb13,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:56.777298 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.778282 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Added segment 136a8001-d4d4-492e-b067-34d7c5977048 of type flat for network a7df87eb-ad07-44fc-92d8-f2909fce2546 Dec 16 17:47:56.800630 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.838316 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.877971 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.878962 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:56.879577 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:47:56.943697 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5094762 Dec 16 17:47:56.950128 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d18335-bf07-45a3-8dc6-f65108fa343f admin admin] Pushing event updated for resources: {'Network': ['ID=a7df87eb-ad07-44fc-92d8-f2909fce2546,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:47:56.963193 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:47:59.550534 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 39528) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:47:59.712108 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fa2d97-44f5-487c-bfeb-93d74c67f81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:47:59.713646 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-e5fa2d97-44f5-487c-bfeb-93d74c67f81a admin admin] 10.222.0.32 "GET /v2.0/subnets/de387244-d39e-4192-885a-a7c2008c49a0 HTTP/1.1" status: 200 len: 849 time: 0.1620486 Dec 16 17:47:59.848560 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c6f770c0-c470-4e42-90a7-861a485851ca admin admin] 10.222.0.32 "GET /v2.0/routers/466868b8-30f8-46cd-bd89-1d06739aac91 HTTP/1.1" status: 200 len: 704 time: 0.1245997 Dec 16 17:48:00.140318 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:00.466475 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Allocated IP 172.20.0.1 (b4e85856-d3b3-464f-8c1e-4f10d3a79a58/de387244-d39e-4192-885a-a7c2008c49a0/42e84690-44b1-4429-b577-bdcd8f8cdf52) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:48:00.690926 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:00.760087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:00.781410 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:48:00.801031 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:48:00.872760 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:48:00.873341 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:00.947388 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Pushing event updated for resources: {'Port': ['ID=42e84690-44b1-4429-b577-bdcd8f8cdf52,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:01.001330 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.001846 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.002041 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.002367 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.002728 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.003051 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.003385 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.003706 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.004099 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.004368 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.004709 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.005015 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.005313 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Tracked resource versions report: Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: pushed versions: Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: { 'AddressGroup': {'1.2'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'ConntrackHelper': {'1.0'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Log': {'1.0'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Network': {'1.1'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Port': {'1.7'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'PortForwarding': {'1.2'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'QosPolicy': {'1.10'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SecurityGroup': {'1.5'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SubPort': {'1.0'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Subnet': {'1.1'}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Trunk': {'1.1'}} Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: consumer versions: Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: { DHCP agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: L3 agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: Metadata agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: Metering agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: Open vSwitch agent@dv-cinder-819200-2-iscsi: { 'AddressGroup': '1.2', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'ConntrackHelper': '1.0', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'LocalIPAssociation': '1.0', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Log': '1.0', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Network': '1.1', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Port': '1.7', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'PortForwarding': '1.2', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'QosPolicy': '1.10', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SecurityGroup': '1.5', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SecurityGroupRule': '1.2', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SubPort': '1.0', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Subnet': '1.1', Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Trunk': '1.1'}} Dec 16 17:48:01.006740 dv-cinder-819200-2-iscsi neutron-server[102418]: {{(pid=102418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:48:01.096686 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:01.099526 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-15a99d14-31be-48b1-be59-ebc58b4072c7 None None] Provisioning complete for port 42e84690-44b1-4429-b577-bdcd8f8cdf52 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:01.100039 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-15a99d14-31be-48b1-be59-ebc58b4072c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:01.137968 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-15a99d14-31be-48b1-be59-ebc58b4072c7 None None] Port 42e84690-44b1-4429-b577-bdcd8f8cdf52 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:48:01.333006 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:01.338492 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:01.339299 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:01.473582 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Pushing event updated for resources: {'Port': ['ID=42e84690-44b1-4429-b577-bdcd8f8cdf52,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:01.528309 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:48:01.529797 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:48:01.713824 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Router 466868b8-30f8-46cd-bd89-1d06739aac91 is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:48:01.764434 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-a677a549-856b-4920-9de3-becfe3bb3d3a None None] Provisioning complete for port 42e84690-44b1-4429-b577-bdcd8f8cdf52 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:01.764923 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a677a549-856b-4920-9de3-becfe3bb3d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:01.806308 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-a677a549-856b-4920-9de3-becfe3bb3d3a None None] Port 42e84690-44b1-4429-b577-bdcd8f8cdf52 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:48:01.819918 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:48:01.826357 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-853f5258-862b-426f-8e40-899708e0419d admin admin] 10.222.0.32 "PUT /v2.0/routers/466868b8-30f8-46cd-bd89-1d06739aac91/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9700980 Dec 16 17:48:01.843183 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Sync routers for ids ['466868b8-30f8-46cd-bd89-1d06739aac91'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:48:01.858757 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Routers {'466868b8-30f8-46cd-bd89-1d06739aac91'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:48:01.859715 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:47:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['466868b8-30f8-46cd-bd89-1d06739aac91'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:02.076648 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Set router 466868b8-30f8-46cd-bd89-1d06739aac91 gateway port host: None {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:48:02.554827 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'name': 'router1', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:50Z', 'updated_at': '2021-12-16T17:48:01Z', 'revision_number': 2, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'gw_port_host': None, '_interfaces': [{'id': '42e84690-44b1-4429-b577-bdcd8f8cdf52', 'name': '', 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'mac_address': 'fa:16:3e:0c:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:00Z', 'updated_at': '2021-12-16T17:48:01Z', 'revision_number': 2, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'subnets': [{'id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06051a57-f6f7-4fad-a728-5b9d7782d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:02.607266 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Checking router: 466868b8-30f8-46cd-bd89-1d06739aac91 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:48:02.607646 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Updating router 466868b8-30f8-46cd-bd89-1d06739aac91 port 42e84690-44b1-4429-b577-bdcd8f8cdf52 binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:48:02.658474 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.240582 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.248920 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.347717 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Pushing event updated for resources: {'Port': ['ID=42e84690-44b1-4429-b577-bdcd8f8cdf52,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:03.356981 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.357328 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.357686 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.358012 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.358346 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.358745 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.359106 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.359361 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.359673 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.360015 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.360343 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.360731 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.360991 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Tracked resource versions report: Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: pushed versions: Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: { 'AddressGroup': {'1.2'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'ConntrackHelper': {'1.0'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Log': {'1.0'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Network': {'1.1'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Port': {'1.7'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'PortForwarding': {'1.2'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'QosPolicy': {'1.10'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SecurityGroup': {'1.5'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SubPort': {'1.0'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Subnet': {'1.1'}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Trunk': {'1.1'}} Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: consumer versions: Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: { DHCP agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: L3 agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: Metadata agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: Metering agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: Open vSwitch agent@dv-cinder-819200-2-iscsi: { 'AddressGroup': '1.2', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'ConntrackHelper': '1.0', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'LocalIPAssociation': '1.0', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Log': '1.0', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Network': '1.1', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Port': '1.7', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'PortForwarding': '1.2', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'QosPolicy': '1.10', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SecurityGroup': '1.5', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SecurityGroupRule': '1.2', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SubPort': '1.0', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Subnet': '1.1', Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Trunk': '1.1'}} Dec 16 17:48:03.362421 dv-cinder-819200-2-iscsi neutron-server[102421]: {{(pid=102421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:48:03.443243 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Attempting to bind port 42e84690-44b1-4429-b577-bdcd8f8cdf52 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:48:03.443656 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Attempting to bind port 42e84690-44b1-4429-b577-bdcd8f8cdf52 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:48:03.444099 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Attempting to bind port 42e84690-44b1-4429-b577-bdcd8f8cdf52 on network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:48:03.450355 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:48:03.450822 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Checking segment: {'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:48:03.451301 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.451696 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Bound using segment: {'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:48:03.452191 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Bound port: 42e84690-44b1-4429-b577-bdcd8f8cdf52, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31f3beb-bc9a-47da-8015-99a7a9d8043e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:48:03.452594 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.537228 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] For port 42e84690-44b1-4429-b577-bdcd8f8cdf52, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:48:03.545138 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-8da86165-079d-4511-ae6b-629ac0c05b33 None None] Provisioning complete for port 42e84690-44b1-4429-b577-bdcd8f8cdf52 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:03.545756 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8da86165-079d-4511-ae6b-629ac0c05b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.560073 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] For port 42e84690-44b1-4429-b577-bdcd8f8cdf52, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=42e84690-44b1-4429-b577-bdcd8f8cdf52,segment=NetworkSegment(b31f3beb-bc9a-47da-8015-99a7a9d8043e),segment_id=b31f3beb-bc9a-47da-8015-99a7a9d8043e)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:48:03.565673 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.581817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-8da86165-079d-4511-ae6b-629ac0c05b33 None None] Port 42e84690-44b1-4429-b577-bdcd8f8cdf52 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:48:03.617061 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Routers {'466868b8-30f8-46cd-bd89-1d06739aac91'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:48:03.617880 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:47:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['466868b8-30f8-46cd-bd89-1d06739aac91'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:03.693432 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb979caf-eeb8-4246-9bb2-081c94338e61 None None] Pushing event updated for resources: {'Port': ['ID=42e84690-44b1-4429-b577-bdcd8f8cdf52,revision_number=4']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:03.720775 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] Set router 466868b8-30f8-46cd-bd89-1d06739aac91 gateway port host: None {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:48:03.803417 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-e12b0cbd-3e7a-4652-8016-8183116de9eb None None] Provisioning complete for port 42e84690-44b1-4429-b577-bdcd8f8cdf52 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:03.803771 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e12b0cbd-3e7a-4652-8016-8183116de9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.886595 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e12b0cbd-3e7a-4652-8016-8183116de9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.921605 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-e12b0cbd-3e7a-4652-8016-8183116de9eb None None] For port 42e84690-44b1-4429-b577-bdcd8f8cdf52, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=42e84690-44b1-4429-b577-bdcd8f8cdf52,segment=NetworkSegment(b31f3beb-bc9a-47da-8015-99a7a9d8043e),segment_id=b31f3beb-bc9a-47da-8015-99a7a9d8043e)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:48:03.926939 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e12b0cbd-3e7a-4652-8016-8183116de9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:03.944384 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'name': 'router1', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:50Z', 'updated_at': '2021-12-16T17:48:01Z', 'revision_number': 2, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'gw_port_host': None, '_interfaces': [{'id': '42e84690-44b1-4429-b577-bdcd8f8cdf52', 'name': '', 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'mac_address': 'fa:16:3e:0c:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:00Z', 'updated_at': '2021-12-16T17:48:03Z', 'revision_number': 4, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'subnets': [{'id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06051a57-f6f7-4fad-a728-5b9d7782d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:03.976101 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e53eb91-d361-497c-8851-09b890aa88f7 None None] The sync data for ids ['466868b8-30f8-46cd-bd89-1d06739aac91'] in dv-cinder-819200-2-iscsi is: [{'id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'name': 'router1', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:50Z', 'updated_at': '2021-12-16T17:48:01Z', 'revision_number': 2, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'gw_port_host': None, '_interfaces': [{'id': '42e84690-44b1-4429-b577-bdcd8f8cdf52', 'name': '', 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'mac_address': 'fa:16:3e:0c:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:00Z', 'updated_at': '2021-12-16T17:48:03Z', 'revision_number': 4, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'subnets': [{'id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06051a57-f6f7-4fad-a728-5b9d7782d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:48:03.979786 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b0cbd-3e7a-4652-8016-8183116de9eb None None] Pushing event updated for resources: {'Port': ['ID=42e84690-44b1-4429-b577-bdcd8f8cdf52,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:04.389523 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 39540) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:48:04.507830 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec15dd-f27d-4e4f-a572-b54756d3aa65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:04.509451 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-20ec15dd-f27d-4e4f-a572-b54756d3aa65 admin admin] 10.222.0.32 "GET /v2.0/networks/a7df87eb-ad07-44fc-92d8-f2909fce2546 HTTP/1.1" status: 200 len: 842 time: 0.1186116 Dec 16 17:48:04.519958 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:48:04.551040 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Made reservation on behalf of f59e59f6d4044875b6dfa045cce186e7 for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:48:04.553618 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:04.919475 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.objects.ports [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102418) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 17:48:04.919807 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:04.974027 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22389f27-1942-4d41-b9d0-1ac0d0edf070,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:04.987603 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:48:04.987959 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Network hostable DHCP agents. Network: a7df87eb-ad07-44fc-92d8-f2909fce2546, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:48:05.014951 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:48:05.028397 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, a7df87eb-ad07-44fc-92d8-f2909fce2546) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:48:05.035435 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:05.036389 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:05.041132 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3254ea0-172c-455f-b8d1-842ff014749d None None] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:48:05.057644 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-29a92a17-6c9b-4eea-a5f9-8a6f1ae37913 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5411143 Dec 16 17:48:05.159660 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b09e8c1-c85b-4cb3-a759-19de40bba19f None None] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:48:07.646813 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 39548) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:48:07.790074 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-930a8d2b-0f1e-4d09-965c-c61dfc5a3299 admin admin] 10.222.0.32 "GET /v2.0/routers/466868b8-30f8-46cd-bd89-1d06739aac91 HTTP/1.1" status: 200 len: 710 time: 0.1419749 Dec 16 17:48:07.888713 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddba95-ebd2-45e0-9594-d57fa43b21d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:48:07.890207 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-68ddba95-ebd2-45e0-9594-d57fa43b21d6 admin admin] 10.222.0.32 "GET /v2.0/networks/a7df87eb-ad07-44fc-92d8-f2909fce2546 HTTP/1.1" status: 200 len: 886 time: 0.0923760 Dec 16 17:48:07.901557 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:48:08.186379 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:08.541925 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:08.623001 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:08.740486 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Allocated IP 172.27.3.145 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/cd06133f-3eb3-4258-b370-52f08017853e) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:48:08.849550 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:08.888745 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:08.928572 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:48:08.931474 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:48:08.934880 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:48:08.940261 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Pushing event updated for resources: {'Port': ['ID=cd06133f-3eb3-4258-b370-52f08017853e,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:09.190924 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:09.394940 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1637761', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1637168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108662'] for router, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:09.398961 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1637770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1637779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1637177'] for router, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:09.509375 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Router 466868b8-30f8-46cd-bd89-1d06739aac91 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:48:09.622398 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:48:09.626757 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:09.628036 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-10963685-d389-4f64-b08b-b52228bd1e13 admin admin] 10.222.0.32 "PUT /v2.0/routers/466868b8-30f8-46cd-bd89-1d06739aac91 HTTP/1.1" status: 200 len: 890 time: 1.7303395 Dec 16 17:48:10.760428 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 42e84690-44b1-4429-b577-bdcd8f8cdf52 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:48:10.811710 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 42e84690-44b1-4429-b577-bdcd8f8cdf52 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:10.812104 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:11.369083 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Sync routers for ids ['466868b8-30f8-46cd-bd89-1d06739aac91'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:48:11.381213 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Routers {'466868b8-30f8-46cd-bd89-1d06739aac91'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:48:11.381864 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:47:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['466868b8-30f8-46cd-bd89-1d06739aac91'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:11.594990 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Set router 466868b8-30f8-46cd-bd89-1d06739aac91 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:48:12.089026 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'name': 'router1', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd06133f-3eb3-4258-b370-52f08017853e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:50Z', 'updated_at': '2021-12-16T17:48:09Z', 'revision_number': 4, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'gw_port': {'id': 'cd06133f-3eb3-4258-b370-52f08017853e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:08Z', 'updated_at': '2021-12-16T17:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '42e84690-44b1-4429-b577-bdcd8f8cdf52', 'name': '', 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'mac_address': 'fa:16:3e:0c:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:00Z', 'updated_at': '2021-12-16T17:48:03Z', 'revision_number': 5, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'subnets': [{'id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06051a57-f6f7-4fad-a728-5b9d7782d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:12.145035 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Checking router: 466868b8-30f8-46cd-bd89-1d06739aac91 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:48:12.145402 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Updating router 466868b8-30f8-46cd-bd89-1d06739aac91 port cd06133f-3eb3-4258-b370-52f08017853e binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:48:12.194491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:12.283589 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 39560) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:48:12.437113 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-9df9147a-d2ad-4fab-8dcc-e4cfdd573dbb admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1521573 Dec 16 17:48:12.525727 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:12.534515 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:12.594381 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2168eec-4287-4e16-9a54-5b9477b6ff9f None None] Pushing event updated for resources: {'Port': ['ID=cd06133f-3eb3-4258-b370-52f08017853e,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:12.596993 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Attempting to bind port cd06133f-3eb3-4258-b370-52f08017853e on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:48:12.597383 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Attempting to bind port cd06133f-3eb3-4258-b370-52f08017853e by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:48:12.597744 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Attempting to bind port cd06133f-3eb3-4258-b370-52f08017853e on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:48:12.604238 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:48:12.604629 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:48:12.605041 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:12.605446 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:48:12.605922 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Bound port: cd06133f-3eb3-4258-b370-52f08017853e, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:48:12.606342 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:12.663504 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] For port cd06133f-3eb3-4258-b370-52f08017853e, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:48:12.670942 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] For port cd06133f-3eb3-4258-b370-52f08017853e, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=cd06133f-3eb3-4258-b370-52f08017853e,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:48:12.685084 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:12.736747 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Routers {'466868b8-30f8-46cd-bd89-1d06739aac91'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:48:12.737372 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:47:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['466868b8-30f8-46cd-bd89-1d06739aac91'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:12.790048 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2168eec-4287-4e16-9a54-5b9477b6ff9f None None] Pushing event updated for resources: {'Port': ['ID=cd06133f-3eb3-4258-b370-52f08017853e,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:12.857547 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] Set router 466868b8-30f8-46cd-bd89-1d06739aac91 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:48:13.089436 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'name': 'router1', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd06133f-3eb3-4258-b370-52f08017853e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:50Z', 'updated_at': '2021-12-16T17:48:09Z', 'revision_number': 4, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'gw_port': {'id': 'cd06133f-3eb3-4258-b370-52f08017853e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:08Z', 'updated_at': '2021-12-16T17:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '42e84690-44b1-4429-b577-bdcd8f8cdf52', 'name': '', 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'mac_address': 'fa:16:3e:0c:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:00Z', 'updated_at': '2021-12-16T17:48:03Z', 'revision_number': 5, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'subnets': [{'id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06051a57-f6f7-4fad-a728-5b9d7782d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:48:13.117951 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c1686-4bfa-4dc6-ab0a-6e7f01a4211d None None] The sync data for ids ['466868b8-30f8-46cd-bd89-1d06739aac91'] in dv-cinder-819200-2-iscsi is: [{'id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'name': 'router1', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'cd06133f-3eb3-4258-b370-52f08017853e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:47:50Z', 'updated_at': '2021-12-16T17:48:09Z', 'revision_number': 4, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'gw_port': {'id': 'cd06133f-3eb3-4258-b370-52f08017853e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:08Z', 'updated_at': '2021-12-16T17:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '42e84690-44b1-4429-b577-bdcd8f8cdf52', 'name': '', 'network_id': 'b4e85856-d3b3-464f-8c1e-4f10d3a79a58', 'tenant_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'mac_address': 'fa:16:3e:0c:0f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466868b8-30f8-46cd-bd89-1d06739aac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:48:00Z', 'updated_at': '2021-12-16T17:48:03Z', 'revision_number': 5, 'project_id': 'bc5a562ad6cb4415a0049b1a5f4002b1', 'subnets': [{'id': 'de387244-d39e-4192-885a-a7c2008c49a0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06051a57-f6f7-4fad-a728-5b9d7782d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:48:14.773007 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device cd06133f-3eb3-4258-b370-52f08017853e up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:48:14.838984 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port cd06133f-3eb3-4258-b370-52f08017853e triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:14.839361 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:14.941512 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:14.974793 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port cd06133f-3eb3-4258-b370-52f08017853e, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=cd06133f-3eb3-4258-b370-52f08017853e,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:48:14.982549 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:15.045952 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=cd06133f-3eb3-4258-b370-52f08017853e,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:48:16.770061 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device cd06133f-3eb3-4258-b370-52f08017853e up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:48:16.850228 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port cd06133f-3eb3-4258-b370-52f08017853e triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:48:16.853534 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:21.071257 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5da45490-17b5-4a88-ab4d-255ef757b798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:23.268480 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3b745dd3-e661-4f80-ab23-4d76d8f821ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:24.502103 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:25.963375 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:26.801219 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:30.097856 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:48:50.990064 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-24a5a53e-50da-4362-b6dd-8a2504ad5a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:53.259156 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-de51d9f3-5ac0-4ef3-936d-67c4b7f3a4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:54.522820 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:55.995965 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:48:56.816296 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:07.098679 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:49:20.985186 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bbf48ce9-28f4-4ea6-a744-7f28a603d064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:23.259543 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f8d2c451-b233-4b7d-be91-a55f3888d19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:24.498166 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:25.968917 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:26.805134 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:37.662853 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40044) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:37.730283 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d1e7ae-53d3-47d9-885b-4e43615bc79b admin admin] GET failed (client error): The resource could not be found. Dec 16 17:49:37.731543 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-e1d1e7ae-53d3-47d9-885b-4e43615bc79b admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677280 Dec 16 17:49:37.900579 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87afa47f-274b-4a7b-a6d2-621adf1941d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:37.903159 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-87afa47f-274b-4a7b-a6d2-621adf1941d7 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1658270 Dec 16 17:49:40.428298 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40054) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:40.545917 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557941ed-d1da-4aae-9728-650338b6de21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:40.547460 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-557941ed-d1da-4aae-9728-650338b6de21 admin admin] 10.222.0.32 "GET /v2.0/subnets/de387244-d39e-4192-885a-a7c2008c49a0 HTTP/1.1" status: 200 len: 849 time: 0.1180253 Dec 16 17:49:40.563443 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:49:40.656756 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:40.819361 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788513352668'] for subnet, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:40.856305 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:40.856305 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:40.858859 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] 10.222.0.32 "PUT /v2.0/subnets/de387244-d39e-4192-885a-a7c2008c49a0 HTTP/1.1" status: 200 len: 868 time: 0.2997587 Dec 16 17:49:40.859039 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e01dc-967e-4b0d-a7f2-113dda1c4260 None None] Network b4e85856-d3b3-464f-8c1e-4f10d3a79a58 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:49:40.883093 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de387244-d39e-4192-885a-a7c2008c49a0,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:49:40.892116 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.892509 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.892869 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.893259 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.893729 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.894096 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.894470 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.894875 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.895245 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.895635 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.895982 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.896333 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:40.896691 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb7284-30fd-496c-88ff-1ce311062e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:49:41.259725 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-7ccf3e52-9e29-45a7-95cf-a2b15a03f445 None None] Provisioning complete for port cbc2d2bd-6ec5-46a6-8f39-0b30a90776cf triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:49:41.260041 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3e52-9e29-45a7-95cf-a2b15a03f445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:41.360980 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-7ccf3e52-9e29-45a7-95cf-a2b15a03f445 None None] Provisioning complete for port 42e84690-44b1-4429-b577-bdcd8f8cdf52 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:49:41.361213 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-7ccf3e52-9e29-45a7-95cf-a2b15a03f445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:43.281393 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40062) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:43.503713 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d6c53-6406-4482-a513-1db6ba7db49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:43.504087 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d6c53-6406-4482-a513-1db6ba7db49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:43.505657 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6b9d6c53-6406-4482-a513-1db6ba7db49f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2232606 Dec 16 17:49:44.096494 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:49:45.927919 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40070) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:46.066250 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5c683-9cff-4630-936f-9d4bf3f05544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:46.066643 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5c683-9cff-4630-936f-9d4bf3f05544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:46.068198 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a8d5c683-9cff-4630-936f-9d4bf3f05544 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1393485 Dec 16 17:49:48.637731 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40078) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:48.774531 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61e7ae5-b3a9-4240-b88a-9c08c62f6a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:48.775999 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f61e7ae5-b3a9-4240-b88a-9c08c62f6a7e admin admin] 10.222.0.32 "GET /v2.0/networks/a7df87eb-ad07-44fc-92d8-f2909fce2546 HTTP/1.1" status: 200 len: 886 time: 0.1372480 Dec 16 17:49:50.989505 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2d7ce310-0dd6-4427-ad87-15c5b69f6e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:51.294850 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40088) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:51.484256 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f91c2-c448-4cce-a029-540300a9f240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:51.485681 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-0a2f91c2-c448-4cce-a029-540300a9f240 admin admin] 10.222.0.32 "GET /v2.0/networks/b4e85856-d3b3-464f-8c1e-4f10d3a79a58 HTTP/1.1" status: 200 len: 869 time: 0.1897626 Dec 16 17:49:53.260922 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-22f4f1e0-9990-4055-a6a4-32c58810c039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:53.915095 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40096) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:54.118496 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cff54c-c476-4e9c-a66e-aa5ca6ace0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:54.118949 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cff54c-c476-4e9c-a66e-aa5ca6ace0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:54.120446 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-d9cff54c-c476-4e9c-a66e-aa5ca6ace0fc admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2040968 Dec 16 17:49:54.500850 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:55.971497 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:56.541051 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40104) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:56.732953 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb01650-d79e-483a-a8a4-15d6d83d3b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:56.733769 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb01650-d79e-483a-a8a4-15d6d83d3b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:56.734887 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-ceb01650-d79e-483a-a8a4-15d6d83d3b9e admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1928432 Dec 16 17:49:56.803281 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:49:59.168607 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40112) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:49:59.268712 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f88d6fc-ac08-4eb9-a854-8aad3dd7bdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:49:59.270187 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-7f88d6fc-ac08-4eb9-a854-8aad3dd7bdf0 admin admin] 10.222.0.32 "GET /v2.0/subnets/22389f27-1942-4d41-b9d0-1ac0d0edf070 HTTP/1.1" status: 200 len: 816 time: 0.1005774 Dec 16 17:50:01.685847 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40120) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:01.787945 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8334f079-5ea6-4600-a6f2-910504d1ff83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:01.789934 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-8334f079-5ea6-4600-a6f2-910504d1ff83 admin admin] 10.222.0.32 "GET /v2.0/subnets/de387244-d39e-4192-885a-a7c2008c49a0 HTTP/1.1" status: 200 len: 868 time: 0.1030746 Dec 16 17:50:20.984064 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ec19d4ae-a83b-4766-b520-cce597e85a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:21.099460 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:50:23.258831 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d3c05532-3f94-46fd-ae41-6c3365587e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:24.503001 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:25.975518 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:26.799355 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:27.203258 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40174) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:27.254359 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [None req-96b2823c-4094-4fb9-897a-c06b94eb4189 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:50:27.255429 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-96b2823c-4094-4fb9-897a-c06b94eb4189 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511520 Dec 16 17:50:29.774466 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40182) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:29.845795 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1ee765-125e-49fc-9922-e098b3df7a1f admin admin] GET failed (client error): The resource could not be found. Dec 16 17:50:29.847153 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-ae1ee765-125e-49fc-9922-e098b3df7a1f admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0715921 Dec 16 17:50:29.951930 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc2860f-5fab-40c8-ad99-2b1af04e1c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:29.953339 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5cc2860f-5fab-40c8-ad99-2b1af04e1c1a admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1011369 Dec 16 17:50:32.419100 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40190) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:32.474333 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:32.502342 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Made reservation on behalf of f59e59f6d4044875b6dfa045cce186e7 for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:50:32.505244 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.542963 dv-cinder-819200-2-iscsi neutron-server[102419]: WARNING neutron.services.revisions.revision_plugin [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Could not find related network for resource to bump revision. Dec 16 17:50:32.556905 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:50:32.567839 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.568285 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Added segment f5a53e1b-588d-4ed9-8246-396874c48765 of type vlan for network 30f822e4-6e75-40e6-b9f1-793a031625d7 Dec 16 17:50:32.609318 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.636572 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.637593 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:32.638302 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:32.693468 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2731800 Dec 16 17:50:32.705266 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0df24-bdde-4145-8f60-fc72525cd3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=30f822e4-6e75-40e6-b9f1-793a031625d7,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:32.717158 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network 30f822e4-6e75-40e6-b9f1-793a031625d7 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:50:35.136822 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40198) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:50:35.213217 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4361593-53d1-45f8-b01b-7e350c525ab7 admin admin] GET failed (client error): The resource could not be found. Dec 16 17:50:35.214549 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-b4361593-53d1-45f8-b01b-7e350c525ab7 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0767446 Dec 16 17:50:35.293794 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c02df3-3f73-4055-aebf-96a112745f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:35.295379 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-f0c02df3-3f73-4055-aebf-96a112745f79 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0754774 Dec 16 17:50:35.306552 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:50:35.335934 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Made reservation on behalf of f59e59f6d4044875b6dfa045cce186e7 for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:50:35.338349 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.519839 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.572856 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bee901a-8b7a-4b26-bd96-b41f7a2ded90,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:35.589000 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Checking segment: {'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:50:35.589288 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Network hostable DHCP agents. Network: 30f822e4-6e75-40e6-b9f1-793a031625d7, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:50:35.607405 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Network 30f822e4-6e75-40e6-b9f1-793a031625d7 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:50:35.617192 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, 30f822e4-6e75-40e6-b9f1-793a031625d7) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:35.622252 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:50:35.623149 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:35.627676 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5079a3d7-22eb-4015-b1c4-3ae32a31d1c8 None None] Network 30f822e4-6e75-40e6-b9f1-793a031625d7 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:50:35.641693 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-98b89fa0-3337-4fe3-95a7-7f08557d1cf2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3390567 Dec 16 17:50:35.764926 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-30f822e4-6e75-40e6-b9f1-793a031625d7', 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7', 'project_id': 'f59e59f6d4044875b6dfa045cce186e7', 'fixed_ips': [{'subnet_id': '6bee901a-8b7a-4b26-bd96-b41f7a2ded90'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:50:35.765973 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.033211 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Allocated IP 192.168.233.2 (30f822e4-6e75-40e6-b9f1-793a031625d7/6bee901a-8b7a-4b26-bd96-b41f7a2ded90/90eed1ef-b180-46d1-92bc-de3d117d730c) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:50:36.222413 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.229687 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.274169 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Network 30f822e4-6e75-40e6-b9f1-793a031625d7 is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:50:36.281645 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:50:36.283597 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Pushing event updated for resources: {'Port': ['ID=90eed1ef-b180-46d1-92bc-de3d117d730c,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:36.285741 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:50:36.296862 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.297238 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.297590 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.297934 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.298267 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.298595 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.298954 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.299310 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.299617 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.299938 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.300264 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.300583 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.300902 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:50:36.354166 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Attempting to bind port 90eed1ef-b180-46d1-92bc-de3d117d730c on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:50:36.354548 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Attempting to bind port 90eed1ef-b180-46d1-92bc-de3d117d730c by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:50:36.354932 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Attempting to bind port 90eed1ef-b180-46d1-92bc-de3d117d730c on network 30f822e4-6e75-40e6-b9f1-793a031625d7 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:50:36.360309 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:50:36.360670 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Checking segment: {'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:50:36.361071 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.361487 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Bound using segment: {'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:50:36.361952 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Bound port: 90eed1ef-b180-46d1-92bc-de3d117d730c, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:50:36.362336 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.431360 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] For port 90eed1ef-b180-46d1-92bc-de3d117d730c, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:50:36.435362 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] For port 90eed1ef-b180-46d1-92bc-de3d117d730c, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=90eed1ef-b180-46d1-92bc-de3d117d730c,segment=NetworkSegment(f5a53e1b-588d-4ed9-8246-396874c48765),segment_id=f5a53e1b-588d-4ed9-8246-396874c48765)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:50:36.440861 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:36.517506 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb23eb-d891-4331-b254-06fbab576f72 None None] Pushing event updated for resources: {'Port': ['ID=90eed1ef-b180-46d1-92bc-de3d117d730c,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:36.857106 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 90eed1ef-b180-46d1-92bc-de3d117d730c up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:50:36.932394 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 90eed1ef-b180-46d1-92bc-de3d117d730c triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:36.932954 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.015892 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.049433 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port 90eed1ef-b180-46d1-92bc-de3d117d730c, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=90eed1ef-b180-46d1-92bc-de3d117d730c,segment=NetworkSegment(f5a53e1b-588d-4ed9-8246-396874c48765),segment_id=f5a53e1b-588d-4ed9-8246-396874c48765)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:50:37.055174 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.108250 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=90eed1ef-b180-46d1-92bc-de3d117d730c,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:50:37.419014 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c5898-2df8-41eb-b8ee-8fbcce1d4ae7 None None] Network 30f822e4-6e75-40e6-b9f1-793a031625d7 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:50:37.507265 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-cbc62cf2-802e-4927-a49f-700fdb33a413 None None] Provisioning complete for port 90eed1ef-b180-46d1-92bc-de3d117d730c triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:37.507808 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-cbc62cf2-802e-4927-a49f-700fdb33a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:37.967619 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-a3d2e3f3-6f1c-43c3-87ac-52a61a64dd8a None None] Provisioning complete for port 90eed1ef-b180-46d1-92bc-de3d117d730c triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:37.968686 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a3d2e3f3-6f1c-43c3-87ac-52a61a64dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:38.829790 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 90eed1ef-b180-46d1-92bc-de3d117d730c up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:50:38.891804 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 90eed1ef-b180-46d1-92bc-de3d117d730c triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:50:38.892172 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:50.988587 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a32c7a4b-6d7e-4936-89d9-560fa6f445a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:53.253770 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c0c645c5-b06e-4904-88d0-d2cf0628dcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:54.506883 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:55.978709 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:56.797483 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:50:58.102021 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:51:20.995659 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ced1897e-5474-4b82-98b5-ee1a8318aa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:23.260219 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-7a29b5fc-8dd5-47dd-a7e6-c55eb37c9df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:24.510830 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:25.982071 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:26.793650 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:35.103685 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:51:49.798297 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40242) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:49.804806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [None req-68830d87-a92b-41f6-bd67-d197d08454a9 tempest-verify_tempest_config-1778275310 tempest-verify_tempest_config-1778275310-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:51:49.805828 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-68830d87-a92b-41f6-bd67-d197d08454a9 tempest-verify_tempest_config-1778275310 tempest-verify_tempest_config-1778275310-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064776 Dec 16 17:51:50.115479 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40260) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:50.223186 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:50.299187 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:50.303613 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:50.349132 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3d38daa918346c0b49364ae4b2035a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2324271 Dec 16 17:51:50.349987 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf5630b-cdf7-4f01-ad10-a9f96d5970ef,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:50.353092 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40266) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:51:50.357213 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.357587 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.357934 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.358268 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.358634 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.358978 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.359320 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.359655 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.359999 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.360332 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.360655 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.360975 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.361288 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d566f731-ae1f-45ac-afb8-1d7d4a87f4ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.435253 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:50.457118 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:50.560265 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:50.563879 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:50.565198 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cf5630b-cdf7-4f01-ad10-a9f96d5970ef HTTP/1.1" status: 204 len: 168 time: 0.2108703 Dec 16 17:51:50.577204 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf5630b-cdf7-4f01-ad10-a9f96d5970ef,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:51:50.585036 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.585403 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.585757 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.586094 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.586429 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.586795 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.587140 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.587474 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.587813 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.588163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.588526 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.588854 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.589223 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4e5374-8008-4318-b721-7c5bbabf978c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:51:50.992091 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-09313672-914a-4fab-9b18-e74eb4260eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:53.257493 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-95bbf6ee-be4b-4fac-96bd-1e6aa4b971eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:54.514662 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:55.983811 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:51:56.792915 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:12.112989 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:52:20.988308 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d1155036-a0fe-4a9c-8b5a-3b4fd1ec9996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:23.267802 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-13050332-9875-4f83-9b79-6c8f1d4b3ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:24.512160 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:25.989132 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:26.790348 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:49.106244 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 5 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:52:50.982943 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-edfa25b2-0ba4-4b81-8c4c-182d570554f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:53.263801 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bd626176-0db1-494a-babe-ce6bff30f5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:54.516802 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:55.988904 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:52:56.786382 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:20.991224 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-15b89780-e1f8-44ff-929e-3a575961a6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:23.191229 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1631379'] for agent, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:23.258284 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fe41ff09-c572-428c-99c2-b869000ab6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:24.519886 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:25.994836 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:26.117483 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:53:26.783935 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:38.614460 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40338) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:38.720963 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-2032252f-eb3b-453c-a7fa-d0d978c13149 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1061637 Dec 16 17:53:41.143579 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40348) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:53:41.219746 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-2a449630-eb8b-4a2a-8f2f-3a490e272c3e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0749609 Dec 16 17:53:50.988286 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa1af-e590-4d18-b479-44c6e6c4db75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:53.143036 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:53.261727 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-727a6f1d-bc13-41f8-aae9-8254e5c1609d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:54.525472 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:55.998838 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:53:56.785446 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:03.113850 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:54:20.992862 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2595c02f-e611-4388-a866-e067858e9c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:23.172756 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:23.267002 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-7329272b-3baf-4631-8469-512b1e811249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:24.530424 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:26.000869 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:26.780826 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:40.115532 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:54:50.998922 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-423e386c-5591-4014-bd4f-19be4257eb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:53.183636 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:53.269663 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e16eff27-f011-4824-a456-90fd0a15e54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:54.529620 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:56.003379 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:54:56.785526 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.060929 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40442) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:10.270136 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-602528271-network', 'tenant_id': '1670f03a08914a50ac3c502be6456794'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:10.301892 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Made reservation on behalf of 1670f03a08914a50ac3c502be6456794 for: {'network': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:10.304298 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.315571 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.402831 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.408057 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.432724 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6ed942-2e89-45dc-893c-a1cab88f4cc1,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:10.442055 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.442431 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.442797 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.443162 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.443570 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.443901 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.444229 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.444555 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.444881 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.445206 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.445526 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.445842 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.446156 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Tracked resource versions report: Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: pushed versions: Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: { 'AddressGroup': {'1.2'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'ConntrackHelper': {'1.0'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Log': {'1.0'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Network': {'1.1'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Port': {'1.7'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'PortForwarding': {'1.2'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'QosPolicy': {'1.10'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SecurityGroup': {'1.5'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SubPort': {'1.0'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Subnet': {'1.1'}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Trunk': {'1.1'}} Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: consumer versions: Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: { DHCP agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: HyperV agent@hv-cinder-81920: {}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: L3 agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: Metadata agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: Metering agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: Open vSwitch agent@dv-cinder-819200-2-iscsi: { 'AddressGroup': '1.2', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'ConntrackHelper': '1.0', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'LocalIPAssociation': '1.0', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Log': '1.0', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Network': '1.1', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Port': '1.7', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'PortForwarding': '1.2', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'QosPolicy': '1.10', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SecurityGroup': '1.5', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SecurityGroupRule': '1.2', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'SubPort': '1.0', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Subnet': '1.1', Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: 'Trunk': '1.1'}} Dec 16 17:55:10.447561 dv-cinder-819200-2-iscsi neutron-server[102418]: {{(pid=102418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:55:10.459656 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:55:10.474803 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788513289593', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.475580 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Unsubscribe: segment precommit_create {{(pid=102418) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 17:55:10.476054 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.segments_db [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Added segment 68f8e167-1a46-4c3f-950b-86b02fb7c0c5 of type vlan for network 301af5f0-dae2-46f9-946d-d976042676c5 Dec 16 17:55:10.522780 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.556738 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.557989 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:10.558696 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.641592 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5793607 Dec 16 17:55:10.641828 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40488) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:10.648920 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Request body: {'subnet': {'network_id': '301af5f0-dae2-46f9-946d-d976042676c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-602528271-subnet', 'tenant_id': '1670f03a08914a50ac3c502be6456794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:10.660776 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548e630-5df8-48bf-97bb-d116c215d06a admin admin] Pushing event updated for resources: {'Network': ['ID=301af5f0-dae2-46f9-946d-d976042676c5,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:10.674150 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network 301af5f0-dae2-46f9-946d-d976042676c5 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:55:10.688965 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Made reservation on behalf of 1670f03a08914a50ac3c502be6456794 for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:10.691758 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.886522 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:10.944396 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68535031-f85c-4d2d-9321-79668fc98911,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:10.954135 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.954494 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.954917 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.955306 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.955668 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.956015 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.956383 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.956809 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.957167 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.957502 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.957831 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.958154 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.958490 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Tracked resource versions report: Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: pushed versions: Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: { 'AddressGroup': {'1.2'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'ConntrackHelper': {'1.0'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Log': {'1.0'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Network': {'1.1'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Port': {'1.7'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'PortForwarding': {'1.2'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'QosPolicy': {'1.10'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SecurityGroup': {'1.5'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SubPort': {'1.0'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Subnet': {'1.1'}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Trunk': {'1.1'}} Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: consumer versions: Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: { DHCP agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: HyperV agent@hv-cinder-81920: {}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: L3 agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: Metadata agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: Metering agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: Open vSwitch agent@dv-cinder-819200-2-iscsi: { 'AddressGroup': '1.2', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'ConntrackHelper': '1.0', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'LocalIPAssociation': '1.0', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Log': '1.0', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Network': '1.1', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Port': '1.7', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'PortForwarding': '1.2', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'QosPolicy': '1.10', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SecurityGroup': '1.5', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SecurityGroupRule': '1.2', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'SubPort': '1.0', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Subnet': '1.1', Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: 'Trunk': '1.1'}} Dec 16 17:55:10.959668 dv-cinder-819200-2-iscsi neutron-server[102419]: {{(pid=102419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:55:10.972176 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Checking segment: {'id': '68f8e167-1a46-4c3f-950b-86b02fb7c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '301af5f0-dae2-46f9-946d-d976042676c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:10.972544 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Network hostable DHCP agents. Network: 301af5f0-dae2-46f9-946d-d976042676c5, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:55:10.989815 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Network 301af5f0-dae2-46f9-946d-d976042676c5 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:55:11.000365 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, 301af5f0-dae2-46f9-946d-d976042676c5) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:11.006900 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:11.007659 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:11.023671 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f252e-bbd8-4884-9bcd-8e7399c47594 None None] Network 301af5f0-dae2-46f9-946d-d976042676c5 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:11.035367 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-62592cb3-d1a9-4ca6-8582-bf2d4e93457c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3921900 Dec 16 17:55:11.128352 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55403d80-b3ac-47ed-8665-38277ee23c81 None None] Network 301af5f0-dae2-46f9-946d-d976042676c5 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:11.825200 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40564) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:12.098036 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40580) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:12.180741 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40586) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:12.210169 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40590) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:12.243645 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-294664866-network', 'tenant_id': '041391a20fed40f39c4d822b2a7727a2'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:12.267825 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Made reservation on behalf of 041391a20fed40f39c4d822b2a7727a2 for: {'network': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:12.270656 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.280265 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.363450 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.368867 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.382053 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=102418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:55:12.383155 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1093876987-network', 'tenant_id': '8ce20db026fa4f9ca68527b543f16343'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:12.392270 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.392611 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.segments_db [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Added segment 50173128-3a16-4f67-b3a7-ebca94ef06f7 of type vlan for network d5430d91-7e76-4358-9d35-08edfd4e96f5 Dec 16 17:55:12.412676 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Made reservation on behalf of 8ce20db026fa4f9ca68527b543f16343 for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:12.415219 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.432604 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-network', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:12.438147 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.439128 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.482452 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Made reservation on behalf of de691ea87f0e4a4f947a9362feda9aaa for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:12.485454 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.494302 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06a1c86-1cdb-47b1-86a9-65adab553263,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:12.496997 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.497732 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.498755 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:12.499432 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.570340 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] Pushing event updated for resources: {'Network': ['ID=d5430d91-7e76-4358-9d35-08edfd4e96f5,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:12.575920 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-6519dadb-11d8-496d-ab39-a4ae010fd6b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7489834 Dec 16 17:55:12.579130 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40606) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:12.583727 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network d5430d91-7e76-4358-9d35-08edfd4e96f5 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:55:12.585087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Request body: {'subnet': {'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-294664866-subnet', 'tenant_id': '041391a20fed40f39c4d822b2a7727a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:12.597911 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-891760669-network', 'tenant_id': '27b338079c744874b26565ecd0d93596'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:12.650446 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Made reservation on behalf of 27b338079c744874b26565ecd0d93596 for: {'network': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:12.655993 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.657563 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.665970 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.703900 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697d580a-5e30-4472-8b86-9c562390b689,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:12.706594 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.734288 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:55:12.744204 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Made reservation on behalf of 041391a20fed40f39c4d822b2a7727a2 for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:12.756294 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.785574 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.787689 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Added segment 3e3b848c-f27e-4c73-baa5-06fe492f2287 of type vlan for network cb149829-5a9f-4a8b-9c93-0f538a0d33ce Dec 16 17:55:12.824241 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.913359 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:12.987703 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:55:13.020646 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.021546 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Added segment 22bcc957-bbe7-4ee2-a6f6-f47ac86bea22 of type vlan for network d273d2e6-faf5-44dc-9a35-a9f16d00a825 Dec 16 17:55:13.052467 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.092725 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.145273 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.188283 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.197792 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Checking segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:13.198059 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.198907 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:13.199417 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Network hostable DHCP agents. Network: d5430d91-7e76-4358-9d35-08edfd4e96f5, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:55:13.199801 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.233199 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Network d5430d91-7e76-4358-9d35-08edfd4e96f5 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:55:13.244348 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0f0d27-c2fb-4ee5-951e-5913f944b325,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:13.248178 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=102418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:55:13.254905 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, d5430d91-7e76-4358-9d35-08edfd4e96f5) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:13.260019 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:13.261073 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.267378 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b75e6-9caf-45fa-b79b-804d435cfc72 None None] Network d5430d91-7e76-4358-9d35-08edfd4e96f5 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:13.289590 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.290166 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.segments_db [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Added segment 63b9dc1a-f911-4f47-ab7d-7887d590c58a of type vlan for network 43f239ba-5297-4276-aa7c-a1261d7cfa70 Dec 16 17:55:13.305784 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a6c45e-a166-49ca-9bb6-110f7c949446,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:13.334833 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-660a9565-c761-4d15-99a6-ccf98d0d7278 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7543664 Dec 16 17:55:13.376919 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.424957 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3252966 Dec 16 17:55:13.426637 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3c968-7536-438d-91ec-3618870dd318 admin admin] Pushing event updated for resources: {'Network': ['ID=cb149829-5a9f-4a8b-9c93-0f538a0d33ce,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:13.445310 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40642) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:13.446268 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5755da95-47fe-4467-b45d-4515d8fdfa83,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:13.449691 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network cb149829-5a9f-4a8b-9c93-0f538a0d33ce details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:55:13.469533 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.470510 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:13.471150 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.476253 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Request body: {'subnet': {'network_id': 'cb149829-5a9f-4a8b-9c93-0f538a0d33ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1093876987-subnet', 'tenant_id': '8ce20db026fa4f9ca68527b543f16343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:13.531617 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.567169 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3556254 Dec 16 17:55:13.589481 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77705181-88b8-4485-aaef-831841ece857 None None] Network d5430d91-7e76-4358-9d35-08edfd4e96f5 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:13.619832 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40654) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:13.646394 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Request body: {'subnet': {'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-891760669-subnet', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:13.669164 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Made reservation on behalf of 8ce20db026fa4f9ca68527b543f16343 for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:13.677603 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.690460 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.db.resource_extend [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:55:13.710224 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db875245-51e0-444d-9034-279e4873be1a admin admin] Pushing event updated for resources: {'Network': ['ID=43f239ba-5297-4276-aa7c-a1261d7cfa70,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:13.722202 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:55:13.812026 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.813071 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:13.813734 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.839064 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Made reservation on behalf of 27b338079c744874b26565ecd0d93596 for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:13.841633 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:13.846188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40676) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:13.848419 dv-cinder-819200-2-iscsi neutron-server[102418]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 17:55:14.098207 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9128113 Dec 16 17:55:14.100630 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18054332-691b-4cba-a650-e746b5d67bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=d273d2e6-faf5-44dc-9a35-a9f16d00a825,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:14.106461 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40692) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:14.122640 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network d273d2e6-faf5-44dc-9a35-a9f16d00a825 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:55:14.124386 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Request body: {'subnet': {'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-subnet', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:14.150545 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-f8f5e376-eb04-4e87-bf4b-6762358aaa79 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:14.153034 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-f8f5e376-eb04-4e87-bf4b-6762358aaa79 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/networks?id=301af5f0-dae2-46f9-946d-d976042676c5 HTTP/1.1" status: 200 len: 811 time: 0.3058007 Dec 16 17:55:14.186450 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.190608 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-3b66dee9-e5b0-4abb-9842-1bc12e0bf151 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/quotas/1670f03a08914a50ac3c502be6456794 HTTP/1.1" status: 200 len: 375 time: 0.0284061 Dec 16 17:55:14.264103 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-71583c57-f00a-4c4d-af37-a0971bc29176 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1670f03a08914a50ac3c502be6456794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666616 Dec 16 17:55:14.266350 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Made reservation on behalf of de691ea87f0e4a4f947a9362feda9aaa for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:14.268815 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.302957 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5b5022-6529-4350-bde4-d49d0c550752,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:14.362578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Checking segment: {'id': '3e3b848c-f27e-4c73-baa5-06fe492f2287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'cb149829-5a9f-4a8b-9c93-0f538a0d33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:14.362961 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Network hostable DHCP agents. Network: cb149829-5a9f-4a8b-9c93-0f538a0d33ce, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:55:14.371463 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.492783 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.505081 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Network cb149829-5a9f-4a8b-9c93-0f538a0d33ce is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:55:14.521825 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f625ea4-6270-40c1-8bf0-53a0de072516,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:14.551897 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, cb149829-5a9f-4a8b-9c93-0f538a0d33ce) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:14.557072 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:14.557712 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.558443 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4aaadd-6181-4e28-8c7b-78a54eecdfc8 None None] Network cb149829-5a9f-4a8b-9c93-0f538a0d33ce requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:14.567382 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Checking segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:14.567764 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Network hostable DHCP agents. Network: 43f239ba-5297-4276-aa7c-a1261d7cfa70, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:55:14.587522 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-39df9181-0c0a-4194-8850-ab3556be6344 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1175401 Dec 16 17:55:14.603391 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40708) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:14.610708 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:55:14.627955 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, 43f239ba-5297-4276-aa7c-a1261d7cfa70) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:14.630039 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f153873a-3f55-4355-8d4b-0759375656dd,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:14.637627 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Checking segment: {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:14.638045 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Network hostable DHCP agents. Network: d273d2e6-faf5-44dc-9a35-a9f16d00a825, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:55:14.639491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef70fa-cbfd-4cb9-a0fe-2c72c5c4a72e None None] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:14.645718 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:14.648453 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.661853 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Network d273d2e6-faf5-44dc-9a35-a9f16d00a825 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:55:14.678042 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, d273d2e6-faf5-44dc-9a35-a9f16d00a825) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:14.689542 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-7ce47348-d252-4cf1-9fd8-fe38adf79d53 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0590117 Dec 16 17:55:14.694397 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40712) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:14.700323 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9795dbae-3971-4c90-b9c4-bca599316eb9 None None] Network d273d2e6-faf5-44dc-9a35-a9f16d00a825 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:14.700796 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:14.706043 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:14.707444 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.738655 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-3e92baae-97b1-4ae3-b921-3f6b7c940535 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6296766 Dec 16 17:55:14.743343 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40718) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:14.753136 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:14.757821 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.757821 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:14.768690 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-96969f71-9514-4f2b-95a0-91d330b5dbea service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:55:14.776789 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-96969f71-9514-4f2b-95a0-91d330b5dbea service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2431254 Dec 16 17:55:14.834890 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20cdff2-5c46-4754-94b4-924612ad82a4 None None] Network cb149829-5a9f-4a8b-9c93-0f538a0d33ce requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:14.870224 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-795c20ff-4fe3-4dff-8bcb-2a6cf0bfea99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.047381 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-795c20ff-4fe3-4dff-8bcb-2a6cf0bfea99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.058513 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-795c20ff-4fe3-4dff-8bcb-2a6cf0bfea99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.086159 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-43f239ba-5297-4276-aa7c-a1261d7cfa70', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'project_id': '27b338079c744874b26565ecd0d93596', 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:55:15.087113 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.087303 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-ab21751e-4037-4592-a6c0-0a3d6101fd41 service neutron] 10.222.0.32 "GET /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093238 Dec 16 17:55:15.101092 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.102953 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.148677 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1042007-637b-4c43-9180-0e99c89b4cf4 None None] Network d273d2e6-faf5-44dc-9a35-a9f16d00a825 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:15.163041 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.174726 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-795c20ff-4fe3-4dff-8bcb-2a6cf0bfea99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ccfc39e805e4f4e940bb425b4481c0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5686376 Dec 16 17:55:15.178366 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40734) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:15.191310 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c20ff-4fe3-4dff-8bcb-2a6cf0bfea99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65c8cb-3698-43f9-b195-94d635123f1c,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:15.364121 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e170ffbc-8c5a-4b6d-a890-f720a0842baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.375631 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.396954 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Allocated IP 172.20.0.2 (43f239ba-5297-4276-aa7c-a1261d7cfa70/0f625ea4-6270-40c1-8bf0-53a0de072516/10e0ed51-d3c3-450b-9025-8791d2acc7a3) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:15.404776 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e170ffbc-8c5a-4b6d-a890-f720a0842baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.416159 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.502645 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e170ffbc-8c5a-4b6d-a890-f720a0842baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.505682 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e170ffbc-8c5a-4b6d-a890-f720a0842baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.506490 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-e170ffbc-8c5a-4b6d-a890-f720a0842baf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f65c8cb-3698-43f9-b195-94d635123f1c HTTP/1.1" status: 204 len: 168 time: 0.3210456 Dec 16 17:55:15.520410 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170ffbc-8c5a-4b6d-a890-f720a0842baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65c8cb-3698-43f9-b195-94d635123f1c,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:15.564927 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-c17595ff-63a5-4f5b-8667-704ccd0560b8 service neutron] 10.222.0.32 "GET /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766719 Dec 16 17:55:15.634747 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40758) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:15.637523 dv-cinder-819200-2-iscsi neutron-server[102419]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 17:55:15.693683 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.702285 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.727299 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 40760) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:15.746030 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:15.751007 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-767760243-network', 'tenant_id': '4d68d327becc4e72bbb8c3257e946e55'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:15.752989 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:15.755881 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:15.783199 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.844358 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Pushing event updated for resources: {'Port': ['ID=10e0ed51-d3c3-450b-9025-8791d2acc7a3,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:15.872075 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-39efa55e-43e6-483a-b728-efc8959bc1c8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:15.872312 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Made reservation on behalf of 4d68d327becc4e72bbb8c3257e946e55 for: {'network': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:15.873723 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-39efa55e-43e6-483a-b728-efc8959bc1c8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 814 time: 0.2375584 Dec 16 17:55:15.874466 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.877845 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.878345 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.878840 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.879278 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.879710 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.880139 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.880565 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.880993 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.882073 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.882073 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.882483 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.882929 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.883348 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Tracked resource versions report: Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: pushed versions: Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: { 'AddressGroup': {'1.2'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'ConntrackHelper': {'1.0'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Log': {'1.0'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Network': {'1.1'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Port': {'1.7'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'PortForwarding': {'1.2'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'QosPolicy': {'1.10'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SecurityGroup': {'1.5'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SubPort': {'1.0'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Subnet': {'1.1'}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Trunk': {'1.1'}} Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: consumer versions: Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: { DHCP agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: HyperV agent@hv-cinder-81920: {}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: L3 agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: Metadata agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: Metering agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: Open vSwitch agent@dv-cinder-819200-2-iscsi: { 'AddressGroup': '1.2', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'ConntrackHelper': '1.0', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'LocalIPAssociation': '1.0', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Log': '1.0', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Network': '1.1', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Port': '1.7', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'PortForwarding': '1.2', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'QosPolicy': '1.10', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SecurityGroup': '1.5', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SecurityGroupRule': '1.2', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'SubPort': '1.0', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Subnet': '1.1', Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: 'Trunk': '1.1'}} Dec 16 17:55:15.894768 dv-cinder-819200-2-iscsi neutron-server[102420]: {{(pid=102420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:55:15.902581 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Attempting to bind port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:15.904558 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-0f759aa1-412d-4748-99b3-46ccb5d22c91 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/quotas/041391a20fed40f39c4d822b2a7727a2 HTTP/1.1" status: 200 len: 375 time: 0.0188117 Dec 16 17:55:15.905198 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Attempting to bind port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:15.905661 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Attempting to bind port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 on network 43f239ba-5297-4276-aa7c-a1261d7cfa70 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:15.927576 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:15.928310 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Checking segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:15.928771 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.929265 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Bound using segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:15.929879 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Bound port: 10e0ed51-d3c3-450b-9025-8791d2acc7a3, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:15.930387 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:15.938450 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.029617 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] For port 10e0ed51-d3c3-450b-9025-8791d2acc7a3, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:16.038592 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-939403a3-118c-44de-b79c-eec7128e0a36 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1247923 Dec 16 17:55:16.038957 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] For port 10e0ed51-d3c3-450b-9025-8791d2acc7a3, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=10e0ed51-d3c3-450b-9025-8791d2acc7a3,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:16.046929 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.194126 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da34786-7610-44be-914f-f8c7ee7f234a None None] Pushing event updated for resources: {'Port': ['ID=10e0ed51-d3c3-450b-9025-8791d2acc7a3,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:16.282549 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-64a0a426-87d7-4c87-9ae3-c73158a20349 req-b3769652-5708-4255-8fb0-45ce0c2f5c5f tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.2192664 Dec 16 17:55:16.341979 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40796) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:16.376175 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-072df852-0f63-4831-9ea4-275121d99ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.387155 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.450113 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.601148 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-072df852-0f63-4831-9ea4-275121d99ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.644547 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-f4780ed3-ff7a-487d-aa2c-e5d0dfbf5ba8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:55:16.645719 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-f4780ed3-ff7a-487d-aa2c-e5d0dfbf5ba8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122115 Dec 16 17:55:16.646409 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-072df852-0f63-4831-9ea4-275121d99ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.679597 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.719545 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:16.769696 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Allocated IP 172.27.3.72 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/b8a4811a-da53-4920-97dc-5b63e139ec44) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:16.888470 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-072df852-0f63-4831-9ea4-275121d99ee9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ca45fd71a444ea8beaf3a35ee6ab3b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5444024 Dec 16 17:55:16.891221 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40824) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:16.898602 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072df852-0f63-4831-9ea4-275121d99ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7feb55-9723-4a60-8ab6-e0b25b39cbbd,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:16.988047 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-41426915-43ae-4277-aaf8-bffc094a4ac0 service neutron] 10.222.0.32 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795589 Dec 16 17:55:17.001257 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-857ce38c-7bc5-4b2b-9204-9a252d6d1b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.038109 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.085457 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-857ce38c-7bc5-4b2b-9204-9a252d6d1b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.128577 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=102418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:55:17.132724 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:55:17.137647 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 10e0ed51-d3c3-450b-9025-8791d2acc7a3 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:17.153310 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.153925 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.segments_db [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Added segment 5c717b48-ea16-45bc-9794-e06b5227be98 of type vlan for network 0dc0f77a-7413-4371-85d4-2c8396976a16 Dec 16 17:55:17.196046 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-24dd7c8f-ad1c-4fab-b38a-af3ef70b3a72 service neutron] 10.222.0.32 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066810 Dec 16 17:55:17.218434 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:17.219090 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.219246 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.224650 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-857ce38c-7bc5-4b2b-9204-9a252d6d1b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.229282 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-857ce38c-7bc5-4b2b-9204-9a252d6d1b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.230506 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-857ce38c-7bc5-4b2b-9204-9a252d6d1b18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b7feb55-9723-4a60-8ab6-e0b25b39cbbd HTTP/1.1" status: 204 len: 168 time: 0.3381424 Dec 16 17:55:17.248115 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ce38c-7bc5-4b2b-9204-9a252d6d1b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7feb55-9723-4a60-8ab6-e0b25b39cbbd,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:17.296111 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.299704 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:17.300723 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.312220 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.328378 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0486d45-c265-4dd0-971c-2510b455824b,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:17.457109 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.536717 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port 10e0ed51-d3c3-450b-9025-8791d2acc7a3, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=10e0ed51-d3c3-450b-9025-8791d2acc7a3,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:17.545081 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.568987 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:17.578988 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] Pushing event updated for resources: {'Network': ['ID=0dc0f77a-7413-4371-85d4-2c8396976a16,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:17.601848 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network 0dc0f77a-7413-4371-85d4-2c8396976a16 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:55:17.667803 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:17.671200 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Pushing event updated for resources: {'Port': ['ID=b8a4811a-da53-4920-97dc-5b63e139ec44,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:17.699430 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:17.712796 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-92a5ef50-4535-4a90-967d-cafafa440183 req-e4f95a5f-2643-49e3-8e5b-996067fc1397 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 210 time: 0.0730135 Dec 16 17:55:17.717254 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-a1a78680-03fb-4ec1-8179-8c3a16f8cede admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9799898 Dec 16 17:55:17.719958 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40858) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:17.732943 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Request body: {'subnet': {'network_id': '0dc0f77a-7413-4371-85d4-2c8396976a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-767760243-subnet', 'tenant_id': '4d68d327becc4e72bbb8c3257e946e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:17.776640 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Made reservation on behalf of 4d68d327becc4e72bbb8c3257e946e55 for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:17.780243 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.822159 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=10e0ed51-d3c3-450b-9025-8791d2acc7a3,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:17.849262 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:17.942459 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e0f556-8d38-4d3f-8a4c-1b5078c8c8fb None None] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:18.021439 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c91b4501-5872-45bc-90e0-70be426033b0 req-fd076e16-9a03-431c-82d6-f5d435d20dcf tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.3530004 Dec 16 17:55:18.066476 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:18.101026 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-c3f4c202-d9d4-4d6c-a7c3-16208f4e89a0 None None] Provisioning complete for port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:18.104556 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c202-d9d4-4d6c-a7c3-16208f4e89a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:18.195996 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:18.358467 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca563c6-752f-430b-b37c-bcc6c81f1431,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:18.420183 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Checking segment: {'id': '5c717b48-ea16-45bc-9794-e06b5227be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0dc0f77a-7413-4371-85d4-2c8396976a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:18.423327 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Network hostable DHCP agents. Network: 0dc0f77a-7413-4371-85d4-2c8396976a16, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:55:18.486319 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Network 0dc0f77a-7413-4371-85d4-2c8396976a16 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:55:18.508891 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Allocated IP 172.27.3.215 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/812a51f7-5b8f-4708-9bb8-84990013d6e6) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:18.509550 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40896) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:18.526906 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, 0dc0f77a-7413-4371-85d4-2c8396976a16) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:18.541505 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:18.544717 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:18.545849 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71f416-c89a-4846-9815-a5b8e6edd978 None None] Network 0dc0f77a-7413-4371-85d4-2c8396976a16 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:18.567893 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:18.594562 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-1c25540c-decc-4d38-9195-7bcaa2998cf5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8732784 Dec 16 17:55:18.631877 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.76', 60343) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:18.874860 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadc265-b624-4e5e-aac2-5ace8f849494 None None] Network 0dc0f77a-7413-4371-85d4-2c8396976a16 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:55:18.889725 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-481c848d-5e81-4ebf-95f1-bd74b2680404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:18.924575 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-a6fa4b26-c1c4-4cbd-b13f-692416243c7d None None] Provisioning complete for port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:18.924954 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4b26-c1c4-4cbd-b13f-692416243c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:18.925691 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a3e1f1a4-7510-4488-bb64-c5403a9c6bb7 req-f0264312-8376-4124-9e9f-7b1598d2f7ef tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 210 time: 0.0918114 Dec 16 17:55:19.031236 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40916) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:19.176736 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 10e0ed51-d3c3-450b-9025-8791d2acc7a3 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:19.185158 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-b6bfba93-269d-464d-ab67-f8050dbd8e5d tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:19.188607 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-b6bfba93-269d-464d-ab67-f8050dbd8e5d tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.76 "GET /v2.0/networks?id=301af5f0-dae2-46f9-946d-d976042676c5 HTTP/1.1" status: 200 len: 811 time: 0.5557506 Dec 16 17:55:19.209123 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a72420-bb67-412e-b3b7-84afefe54ed8 admin admin] Deleting subnet cf5b5022-6529-4350-bde4-d49d0c550752 {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:55:19.215659 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-08a72420-bb67-412e-b3b7-84afefe54ed8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.263059 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Request body: {'port': {'device_id': 'bdae2178-d068-4d45-806d-87fc881b37dd', 'network_id': '301af5f0-dae2-46f9-946d-d976042676c5', 'admin_state_up': True, 'tenant_id': '1670f03a08914a50ac3c502be6456794'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:19.305414 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:19.310132 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.385852 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.526666 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.586906 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:19.597102 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:19.598763 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-08a72420-bb67-412e-b3b7-84afefe54ed8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.600211 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.608519 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Pushing event updated for resources: {'Port': ['ID=812a51f7-5b8f-4708-9bb8-84990013d6e6,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:19.611886 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:19.679826 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f82a7490-310c-4999-88ad-60a071ca9943 req-615e4d6f-31b7-4c06-9ab0-699c8d7fae64 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.1825125 Dec 16 17:55:19.680733 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-08a72420-bb67-412e-b3b7-84afefe54ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.751041 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Made reservation on behalf of 1670f03a08914a50ac3c502be6456794 for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:19.757038 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.802991 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-481c848d-5e81-4ebf-95f1-bd74b2680404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:19.833234 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-481c848d-5e81-4ebf-95f1-bd74b2680404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:20.010976 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:55:20.069888 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-08a72420-bb67-412e-b3b7-84afefe54ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:20.093642 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-08a72420-bb67-412e-b3b7-84afefe54ed8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:20.097224 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:20.097498 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-08a72420-bb67-412e-b3b7-84afefe54ed8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf5b5022-6529-4350-bde4-d49d0c550752 HTTP/1.1" status: 204 len: 168 time: 1.0650861 Dec 16 17:55:20.126816 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-481c848d-5e81-4ebf-95f1-bd74b2680404 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=407e0911104d44f498e38892c2e434ea&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6009364 Dec 16 17:55:20.127731 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c848d-5e81-4ebf-95f1-bd74b2680404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e731720-e9cb-490c-9928-457496216131,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:20.135973 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40974) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:20.137634 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 40978) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:20.225873 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a72420-bb67-412e-b3b7-84afefe54ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5b5022-6529-4350-bde4-d49d0c550752,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:20.416429 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:20.512105 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d10434bb-a0a5-4374-a916-a0412482b638 req-44c56100-d11c-4359-b764-3ab1297536b4 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 210 time: 0.3072703 Dec 16 17:55:20.643861 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:55:20.664039 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Sync routers for ids ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:55:20.692708 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:20.693848 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Routers {'bbf0f15c-9b55-4b49-bafa-abdb63480bd6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:20.695363 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:54:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:20.724420 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:20.737338 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-940a66b9-b07e-48af-b540-4b62769387dd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9922557 Dec 16 17:55:20.740686 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41006) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:21.004157 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-157a41c7-9394-421a-aae3-b59f142c6dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:21.111222 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Allocated IP 172.20.0.14 (301af5f0-dae2-46f9-946d-d976042676c5/68535031-f85c-4d2d-9321-79668fc98911/6506aea0-64ec-479c-b87b-b1f8e1f05d52) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:21.130319 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-87113827-a925-4625-9496-a6c37a0aa17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:21.228654 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-20e6ae46-153b-4e9b-b139-ff7bc33102dc req-38544ca0-e852-4b09-b615-ed463b6f51ef tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.3239861 Dec 16 17:55:21.286332 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Router 38ea63a7-230b-4951-9e10-1dc5dc95b95c is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:55:21.338373 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:21.341461 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Set router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:21.377462 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.377922 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.378671 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.379020 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > port after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.379689 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.380059 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > port after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.380406 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.380724 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.381161 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.381544 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.526500 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:55:21.536817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Sync routers for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:55:21.558802 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:21.564941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:54:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:21.583325 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:21.589847 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-b45f1387-9cad-4765-88f6-f5c9b37eedae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8936529 Dec 16 17:55:21.593482 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41028) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:21.851012 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.851736 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.853908 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.854477 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102419) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:55:21.855143 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb149829-5a9f-4a8b-9c93-0f538a0d33ce']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:21.909823 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:21.949083 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:18Z', 'revision_number': 3, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port': {'id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:16Z', 'updated_at': '2021-12-16T17:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:21.972757 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3b848c-f27e-4c73-baa5-06fe492f2287') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:21.974072 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3b848c-f27e-4c73-baa5-06fe492f2287') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:22.017513 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.043973 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Checking router: bbf0f15c-9b55-4b49-bafa-abdb63480bd6 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:55:22.044250 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Updating router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 port b8a4811a-da53-4920-97dc-5b63e139ec44 binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:55:22.048166 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-87113827-a925-4625-9496-a6c37a0aa17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.084783 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.133873 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-15f2aeb6-b949-4f2f-8659-ed9d7fe71362 req-653a70dd-1f44-4660-92c7-e8f1b518f5ef tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 210 time: 0.2590511 Dec 16 17:55:22.149136 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.329920 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.394117 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:55:22.394830 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.399331 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Allocated IP 172.20.0.1 (d273d2e6-faf5-44dc-9a35-a9f16d00a825/f153873a-3f55-4355-8d4b-0759375656dd/5b6d67b2-cfa5-47b0-8264-34fe5cffddef) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: from cryptography.utils import int_from_bytes Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: from cryptography.utils import int_from_bytes Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:55:22.412281 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:55:22.543897 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:19Z', 'revision_number': 3, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:22.553606 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.577050 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Checking router: 38ea63a7-230b-4951-9e10-1dc5dc95b95c for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:55:22.577842 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Updating router 38ea63a7-230b-4951-9e10-1dc5dc95b95c port 812a51f7-5b8f-4708-9bb8-84990013d6e6 binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:55:22.623378 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.827306 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9e3018fb-e155-4a64-b2e0-f725231ac463 req-a519b638-91aa-4420-abc9-b6536753b8ff tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.2786615 Dec 16 17:55:22.847354 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.860061 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.864139 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb149829-5a9f-4a8b-9c93-0f538a0d33ce HTTP/1.1" status: 204 len: 168 time: 2.6522148 Dec 16 17:55:22.877340 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.917935 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41052) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:22.918286 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.76', 60356) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:22.922352 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-87113827-a925-4625-9496-a6c37a0aa17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.925707 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-87113827-a925-4625-9496-a6c37a0aa17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:22.938147 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-87113827-a925-4625-9496-a6c37a0aa17d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e731720-e9cb-490c-9928-457496216131 HTTP/1.1" status: 204 len: 168 time: 2.7225847 Dec 16 17:55:22.979319 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.001413 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.086190 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.096012 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-3484f004-6933-4e6f-9fbb-5a2c291c2b7f admin admin] Deleting subnet 7ca563c6-752f-430b-b37c-bcc6c81f1431 {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:55:23.101098 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3484f004-6933-4e6f-9fbb-5a2c291c2b7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.172929 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3484f004-6933-4e6f-9fbb-5a2c291c2b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2504350'] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.224302 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3484f004-6933-4e6f-9fbb-5a2c291c2b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.226838 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Attempting to bind port b8a4811a-da53-4920-97dc-5b63e139ec44 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:23.239373 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Attempting to bind port b8a4811a-da53-4920-97dc-5b63e139ec44 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:23.243205 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Attempting to bind port b8a4811a-da53-4920-97dc-5b63e139ec44 on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:23.249184 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Pushing event updated for resources: {'Port': ['ID=b8a4811a-da53-4920-97dc-5b63e139ec44,revision_number=2']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:23.281547 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:23.289489 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:23.290187 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.290858 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:23.291541 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Bound port: b8a4811a-da53-4920-97dc-5b63e139ec44, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:23.292123 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.296224 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.299354 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.299938 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.305745 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.306375 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.306918 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.308894 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.309578 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.310106 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.312190 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.312758 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.313297 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.313808 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Tracked resource versions report: Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: pushed versions: Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: { 'AddressGroup': {'1.2'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'ConntrackHelper': {'1.0'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'LocalIPAssociation': {'1.0'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Log': {'1.0'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Network': {'1.1'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Port': {'1.7'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'PortForwarding': {'1.2'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'QosPolicy': {'1.10'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SecurityGroup': {'1.5'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SecurityGroupRule': {'1.2'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SubPort': {'1.0'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Subnet': {'1.1'}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Trunk': {'1.1'}} Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: consumer versions: Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: { DHCP agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: HyperV agent@hv-cinder-81920: {}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: L3 agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: Metadata agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: Metering agent@dv-cinder-819200-2-iscsi: {}, Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: Open vSwitch agent@dv-cinder-819200-2-iscsi: { 'AddressGroup': '1.2', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'ConntrackHelper': '1.0', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'LocalIPAssociation': '1.0', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Log': '1.0', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Network': '1.1', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Port': '1.7', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'PortForwarding': '1.2', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'QosPolicy': '1.10', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SecurityGroup': '1.5', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SecurityGroupRule': '1.2', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'SubPort': '1.0', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Subnet': '1.1', Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: 'Trunk': '1.1'}} Dec 16 17:55:23.321190 dv-cinder-819200-2-iscsi neutron-server[102421]: {{(pid=102421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 17:55:23.360463 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37b41a-b7ec-4af8-b7c7-f9c2afd22147 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb149829-5a9f-4a8b-9c93-0f538a0d33ce,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:23.386122 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.440018 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.462717 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.462717 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c42f7c4d-3bb6-4bb7-a065-f5eb26fe1743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.508376 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] For port b8a4811a-da53-4920-97dc-5b63e139ec44, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:23.517768 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] For port b8a4811a-da53-4920-97dc-5b63e139ec44, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=b8a4811a-da53-4920-97dc-5b63e139ec44,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:23.526241 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.530894 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Network d273d2e6-faf5-44dc-9a35-a9f16d00a825 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:23.533169 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Attempting to bind port 812a51f7-5b8f-4708-9bb8-84990013d6e6 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:23.537293 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:23.538770 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Attempting to bind port 812a51f7-5b8f-4708-9bb8-84990013d6e6 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:23.539361 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Attempting to bind port 812a51f7-5b8f-4708-9bb8-84990013d6e6 on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:23.543677 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:23.544294 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.555118 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:23.555780 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:23.556067 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.556473 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:23.556951 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Bound port: 812a51f7-5b8f-4708-9bb8-84990013d6e6, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:23.557351 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.605199 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3484f004-6933-4e6f-9fbb-5a2c291c2b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3245940'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.654143 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Routers {'bbf0f15c-9b55-4b49-bafa-abdb63480bd6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:23.656670 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:23.657436 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:55:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:23.683366 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8b775c79-2b0b-4ba7-b6f8-02c02dbfdb63 req-9f0b02f8-afbc-473f-9c28-12e736930765 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 210 time: 0.3252242 Dec 16 17:55:23.685204 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87113827-a925-4625-9496-a6c37a0aa17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e731720-e9cb-490c-9928-457496216131,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:23.746659 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3484f004-6933-4e6f-9fbb-5a2c291c2b7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.749847 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-3484f004-6933-4e6f-9fbb-5a2c291c2b7f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7ca563c6-752f-430b-b37c-bcc6c81f1431 HTTP/1.1" status: 204 len: 168 time: 0.8303897 Dec 16 17:55:23.787619 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41076) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:23.810357 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1ee01-b3c6-441f-a1fa-a7420b8d3c95 None None] Pushing event updated for resources: {'Port': ['ID=812a51f7-5b8f-4708-9bb8-84990013d6e6,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:23.867788 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] For port 812a51f7-5b8f-4708-9bb8-84990013d6e6, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:23.872755 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] For port 812a51f7-5b8f-4708-9bb8-84990013d6e6, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=812a51f7-5b8f-4708-9bb8-84990013d6e6,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:23.882491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.914728 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16529b5-d02a-4dc4-b299-9918e9fabc13 None None] Pushing event updated for resources: {'Port': ['ID=b8a4811a-da53-4920-97dc-5b63e139ec44,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:23.961488 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:23.998403 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1ee01-b3c6-441f-a1fa-a7420b8d3c95 None None] Pushing event updated for resources: {'Port': ['ID=812a51f7-5b8f-4708-9bb8-84990013d6e6,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:23.999511 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] Set router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:24.069388 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:24.070268 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:55:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:24.238898 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:24.319147 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249abfc2-d699-40f8-8b56-5fc9ce8034c3 req-1886099e-23f1-401a-848d-f7baf12f3682 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:24.331420 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-249abfc2-d699-40f8-8b56-5fc9ce8034c3 req-1886099e-23f1-401a-848d-f7baf12f3682 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 932 time: 0.3455191 Dec 16 17:55:24.351646 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:24.353779 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484f004-6933-4e6f-9fbb-5a2c291c2b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca563c6-752f-430b-b37c-bcc6c81f1431,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:24.356950 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:24.379556 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:18Z', 'revision_number': 3, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port': {'id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:16Z', 'updated_at': '2021-12-16T17:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:24.430514 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-fbeae234-fac0-4156-8a67-912fc3ab7699 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:24.434944 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-fbeae234-fac0-4156-8a67-912fc3ab7699 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 814 time: 1.5134103 Dec 16 17:55:24.448147 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982e026-6daf-4f85-a563-83b9028eae20 None None] The sync data for ids ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'] in dv-cinder-819200-2-iscsi is: [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:18Z', 'revision_number': 3, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port': {'id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:16Z', 'updated_at': '2021-12-16T17:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:55:24.472203 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Network 301af5f0-dae2-46f9-946d-d976042676c5 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:24.487482 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Request body: {'port': {'device_id': '0661c266-f8da-443a-81eb-4f6b894dd906', 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'admin_state_up': True, 'tenant_id': '041391a20fed40f39c4d822b2a7727a2'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:24.535247 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:24.581410 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Pushing event updated for resources: {'Port': ['ID=6506aea0-64ec-479c-b87b-b1f8e1f05d52,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:24.642305 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:24.808636 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-249abfc2-d699-40f8-8b56-5fc9ce8034c3 req-cc28673a-663c-42f6-92f9-6008278ea4fb tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760067 Dec 16 17:55:24.846154 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:24.906742 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:19Z', 'revision_number': 3, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:25.068988 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344b579e-f0d5-4373-a9ab-0f4b94f5746f None None] The sync data for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi is: [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:19Z', 'revision_number': 3, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:55:25.117309 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:25.119276 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.139293 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.171094 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-09b64af1-b168-4ed3-b499-8dc1d6286d74 req-c0367847-118b-489f-af2b-d2f818311b63 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 210 time: 0.0835452 Dec 16 17:55:25.223303 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Allocated IP 172.20.0.1 (43f239ba-5297-4276-aa7c-a1261d7cfa70/0f625ea4-6270-40c1-8bf0-53a0de072516/6c830b8d-5444-4aff-b3c6-6346cee39613) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:25.256831 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-a8a24da9-8507-4d3c-8177-dbee15cb2cd9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0040920 Dec 16 17:55:25.347912 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-2bc30d12-6368-403a-991c-1bb248a58727 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 17:55:25.359895 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-2bc30d12-6368-403a-991c-1bb248a58727 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204382 Dec 16 17:55:25.489612 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.499799 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.501031 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.694353 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Pushing event updated for resources: {'Port': ['ID=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:25.694559 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.705501 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.714240 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Made reservation on behalf of 041391a20fed40f39c4d822b2a7727a2 for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:25.718702 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.832692 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Network d273d2e6-faf5-44dc-9a35-a9f16d00a825 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:25.836552 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:25.943121 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:25.961152 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc0f77a-7413-4371-85d4-2c8396976a16']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:26.024592 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c717b48-ea16-45bc-9794-e06b5227be98') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:26.024899 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c717b48-ea16-45bc-9794-e06b5227be98') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:26.029463 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:26.139147 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:26.278002 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:26.301664 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:55:26.303344 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:26.376376 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:26.391239 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:26.409639 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Pushing event updated for resources: {'Port': ['ID=6c830b8d-5444-4aff-b3c6-6346cee39613,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:55:26.427022 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:55:26.433037 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:26.433925 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:26.449092 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Request body: {'port': {'device_id': 'bdae2178-d068-4d45-806d-87fc881b37dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:26.621575 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:55:26.701494 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7753525-54d0-4786-9648-d785066cfb3f req-1f353bc5-c093-4ba4-9d97-10b94acbfbf3 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:26.703228 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b7753525-54d0-4786-9648-d785066cfb3f req-1f353bc5-c093-4ba4-9d97-10b94acbfbf3 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 932 time: 0.6370876 Dec 16 17:55:26.750972 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Allocated IP 172.20.0.2 (d5430d91-7e76-4358-9d35-08edfd4e96f5/dd0f0d27-c2fb-4ee5-951e-5913f944b325/16e14879-9e6e-4635-973a-9dd4e0786b26) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:26.797244 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:26.894051 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:26.962715 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-547b1380-04c4-4e47-833f-018b20cae872 req-2a823ff2-0728-4e12-b970-d056ab4e8413 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 210 time: 0.5344656 Dec 16 17:55:26.976116 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41166) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:26.980368 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-45ef7f49-6402-4bf7-9cb1-205d239f57d7 None None] Provisioning complete for port 6c830b8d-5444-4aff-b3c6-6346cee39613 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:26.983261 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-45ef7f49-6402-4bf7-9cb1-205d239f57d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.009303 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.042689 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.047020 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-45ef7f49-6402-4bf7-9cb1-205d239f57d7 None None] Port 6c830b8d-5444-4aff-b3c6-6346cee39613 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:27.051382 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] 10.222.0.32 "DELETE /v2.0/networks/0dc0f77a-7413-4371-85d4-2c8396976a16 HTTP/1.1" status: 204 len: 168 time: 3.2625887 Dec 16 17:55:27.280046 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b7753525-54d0-4786-9648-d785066cfb3f req-87dd1141-341e-4a47-afb6-148cce67b1e0 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673103 Dec 16 17:55:27.329870 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device b8a4811a-da53-4920-97dc-5b63e139ec44 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:27.385598 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:55:27.396542 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-620a92c7-edb8-4f2d-8b11-822d3c5d2812 admin admin] 10.222.0.32 "PUT /v2.0/routers/bbf0f15c-9b55-4b49-bafa-abdb63480bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5674312 Dec 16 17:55:27.489853 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41182) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:27.518339 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port b8a4811a-da53-4920-97dc-5b63e139ec44 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:27.518653 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.595018 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.657629 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41184) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:27.808536 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.822886 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ee79ede6-32ac-4250-8a15-d84be972da26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.851564 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c993c606-9cc8-4937-b5a4-824f7dbf70bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ce20db026fa4f9ca68527b543f16343&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3576458 Dec 16 17:55:27.857148 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41190) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:27.858758 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port b8a4811a-da53-4920-97dc-5b63e139ec44, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=b8a4811a-da53-4920-97dc-5b63e139ec44,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:27.866877 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.867682 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 812a51f7-5b8f-4708-9bb8-84990013d6e6 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:27.871658 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:27.903814 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bc203-51c7-4586-a422-60b321da23da admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc0f77a-7413-4371-85d4-2c8396976a16,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:28.038353 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 812a51f7-5b8f-4708-9bb8-84990013d6e6 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:28.038783 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.200873 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=b8a4811a-da53-4920-97dc-5b63e139ec44,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:28.344727 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.348194 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.370819 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d9ef981d-7070-4aaa-a45b-3b37763a54b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.394971 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port 812a51f7-5b8f-4708-9bb8-84990013d6e6, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=812a51f7-5b8f-4708-9bb8-84990013d6e6,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:28.403578 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.528336 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=812a51f7-5b8f-4708-9bb8-84990013d6e6,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:28.543782 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Network d5430d91-7e76-4358-9d35-08edfd4e96f5 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:28.614513 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c092f987-9da1-406a-ae3f-9cd7c7de4165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.618929 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:28.687640 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:28.691590 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Sync routers for ids ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:55:28.693123 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Pushing event updated for resources: {'Port': ['ID=16e14879-9e6e-4635-973a-9dd4e0786b26,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:28.715165 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Routers {'bbf0f15c-9b55-4b49-bafa-abdb63480bd6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:28.717351 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:55:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:28.817470 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c092f987-9da1-406a-ae3f-9cd7c7de4165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.908136 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6506aea0-64ec-479c-b87b-b1f8e1f05d52 {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:28.918323 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.941768 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d9ef981d-7070-4aaa-a45b-3b37763a54b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.971409 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Transition to ACTIVE for port object 6506aea0-64ec-479c-b87b-b1f8e1f05d52 will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:55:28.972736 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:28.993933 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6571a1b-43fd-4fff-b139-8977979b4eb9 req-aacad73b-7604-4d88-9d40-0859e66f9bd2 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:28.997562 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b6571a1b-43fd-4fff-b139-8977979b4eb9 req-aacad73b-7604-4d88-9d40-0859e66f9bd2 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 931 time: 0.7259998 Dec 16 17:55:29.010907 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ee79ede6-32ac-4250-8a15-d84be972da26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.018505 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d9ef981d-7070-4aaa-a45b-3b37763a54b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.032064 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.046311 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.047083 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.048806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c092f987-9da1-406a-ae3f-9cd7c7de4165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.051462 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c092f987-9da1-406a-ae3f-9cd7c7de4165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.052602 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c092f987-9da1-406a-ae3f-9cd7c7de4165 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/697d580a-5e30-4472-8b86-9c562390b689 HTTP/1.1" status: 204 len: 168 time: 1.1918004 Dec 16 17:55:29.064874 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-d9ef981d-7070-4aaa-a45b-3b37763a54b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46bae6b0f28242a8b76993950fda91ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3696513 Dec 16 17:55:29.070345 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Set router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:29.075947 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41222) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:29.084414 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device b8a4811a-da53-4920-97dc-5b63e139ec44 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:29.084577 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ee79ede6-32ac-4250-8a15-d84be972da26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.147129 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-ee79ede6-32ac-4250-8a15-d84be972da26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8c85cc79a654062b7e777a7f2d9225a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1578784 Dec 16 17:55:29.158168 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41224) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:29.242100 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port b8a4811a-da53-4920-97dc-5b63e139ec44 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:29.242582 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.261808 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:29.268109 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.297078 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef981d-7070-4aaa-a45b-3b37763a54b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7615b89-7399-4069-baaf-ba76d1edc569,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:29.356093 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Pushing event updated for resources: {'Port': ['ID=6c830b8d-5444-4aff-b3c6-6346cee39613,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:29.380721 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092f987-9da1-406a-ae3f-9cd7c7de4165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697d580a-5e30-4472-8b86-9c562390b689,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:29.439288 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-cc8d4d31-a36c-407c-8532-354e02c39a76 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:29.440911 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-cc8d4d31-a36c-407c-8532-354e02c39a76 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 819 time: 1.0012996 Dec 16 17:55:29.459039 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b6571a1b-43fd-4fff-b139-8977979b4eb9 req-5a36bf2d-77c4-44a9-9244-f7806759d428 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467864 Dec 16 17:55:29.490297 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 812a51f7-5b8f-4708-9bb8-84990013d6e6 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:29.509938 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79ede6-32ac-4250-8a15-d84be972da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914555b5-3372-4057-9d3a-41e978a70918,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:29.517716 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0fe603e-234c-4208-8249-a529043e189a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.551280 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0fe603e-234c-4208-8249-a529043e189a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.573971 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:24Z', 'revision_number': 4, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port': {'id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:16Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '5b6d67b2-cfa5-47b0-8264-34fe5cffddef', 'name': '', 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'mac_address': 'fa:16:3e:65:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f153873a-3f55-4355-8d4b-0759375656dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:22Z', 'updated_at': '2021-12-16T17:55:24Z', 'revision_number': 2, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'subnets': [{'id': 'f153873a-3f55-4355-8d4b-0759375656dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:29.588726 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5e0af439-6490-4c8d-b0f8-91dc3cb50b94 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1151226 Dec 16 17:55:29.649250 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Pushing event updated for resources: {'Port': ['ID=6506aea0-64ec-479c-b87b-b1f8e1f05d52,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:29.666470 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41228) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:29.671347 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:29.675659 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 812a51f7-5b8f-4708-9bb8-84990013d6e6 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:29.675822 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Checking router: bbf0f15c-9b55-4b49-bafa-abdb63480bd6 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:55:29.676073 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Updating router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:55:29.676811 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.680086 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-d72265fe-df91-461e-ab2d-55d5e1d221b7 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/quotas/de691ea87f0e4a4f947a9362feda9aaa HTTP/1.1" status: 200 len: 375 time: 0.1739030 Dec 16 17:55:29.706388 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-09a7da2e-54d5-47f5-9f0e-719ecc7848fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.735275 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-09a7da2e-54d5-47f5-9f0e-719ecc7848fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.767186 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-16d226a4-6d73-4854-859b-3cf00d52c8e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d68d327becc4e72bbb8c3257e946e55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0923378 Dec 16 17:55:29.768561 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:29.770871 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0fe603e-234c-4208-8249-a529043e189a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.774091 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0fe603e-234c-4208-8249-a529043e189a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.781251 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.781889 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f0fe603e-234c-4208-8249-a529043e189a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/914555b5-3372-4057-9d3a-41e978a70918 HTTP/1.1" status: 204 len: 168 time: 0.5975852 Dec 16 17:55:29.809152 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41230) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:29.854199 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-09a7da2e-54d5-47f5-9f0e-719ecc7848fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.865223 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-09a7da2e-54d5-47f5-9f0e-719ecc7848fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:29.868662 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-09a7da2e-54d5-47f5-9f0e-719ecc7848fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7615b89-7399-4069-baaf-ba76d1edc569 HTTP/1.1" status: 204 len: 168 time: 0.7843626 Dec 16 17:55:30.144839 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe603e-234c-4208-8249-a529043e189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914555b5-3372-4057-9d3a-41e978a70918,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:30.146381 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7da2e-54d5-47f5-9f0e-719ecc7848fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7615b89-7399-4069-baaf-ba76d1edc569,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:30.212066 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c078d5-5b27-4273-837c-09fbf2190d65 req-29d41709-4aaa-4c3b-b77e-27f8800cfb7e tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:30.230839 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-70c078d5-5b27-4273-837c-09fbf2190d65 req-29d41709-4aaa-4c3b-b77e-27f8800cfb7e tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.5610034 Dec 16 17:55:30.343549 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6382b026-15af-46e1-93a9-bb499d5878bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:30.352045 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Router 38ea63a7-230b-4951-9e10-1dc5dc95b95c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:55:30.361942 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Attempting to bind port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:30.363798 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Attempting to bind port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '68f8e167-1a46-4c3f-950b-86b02fb7c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '301af5f0-dae2-46f9-946d-d976042676c5'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:30.365209 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Attempting to bind port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 on network 301af5f0-dae2-46f9-946d-d976042676c5 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:30.394229 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-02ceb1bf-fe5e-4fad-9f0f-fc54e243c627 None None] Provisioning complete for port 6c830b8d-5444-4aff-b3c6-6346cee39613 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:30.394904 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-02ceb1bf-fe5e-4fad-9f0f-fc54e243c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:30.421385 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 on network 301af5f0-dae2-46f9-946d-d976042676c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:55:30.421711 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Attempting to bind port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 on network 301af5f0-dae2-46f9-946d-d976042676c5 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:30.438502 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-70c078d5-5b27-4273-837c-09fbf2190d65 req-da343267-4798-4b29-b361-51d81d5b3592 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067010 Dec 16 17:55:30.491657 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-5bb0300f-071b-4d6a-931b-f18165a951fb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6962929 Dec 16 17:55:30.558324 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-02ceb1bf-fe5e-4fad-9f0f-fc54e243c627 None None] Port 6c830b8d-5444-4aff-b3c6-6346cee39613 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:30.841161 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:30.843505 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41270) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:30.856571 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:30.870564 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5c95b25c-0e7f-4727-8732-8595a4dfc4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:30.981087 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4040da5-2a1a-4c6c-93f2-291c1e5efbda None None] Pushing event updated for resources: {'Port': ['ID=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:30.988643 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:55:30.998813 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-8237b73a-6791-4e6b-97d4-586f3c1ad131 admin admin] 10.222.0.32 "PUT /v2.0/routers/38ea63a7-230b-4951-9e10-1dc5dc95b95c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4042540 Dec 16 17:55:31.000497 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Sync routers for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:55:31.017480 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497934b4-70b6-4653-9dc7-ddf5db842bb6 req-ef9078d9-8016-4c42-af95-d3f3a51789d2 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:31.025600 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-497934b4-70b6-4653-9dc7-ddf5db842bb6 req-ef9078d9-8016-4c42-af95-d3f3a51789d2 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 931 time: 0.3943136 Dec 16 17:55:31.043546 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:31.045375 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:55:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:31.115151 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5c95b25c-0e7f-4727-8732-8595a4dfc4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.132928 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-497934b4-70b6-4653-9dc7-ddf5db842bb6 req-e301d84b-93b7-4485-aa9e-a67829852c72 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063468 Dec 16 17:55:31.135177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5c95b25c-0e7f-4727-8732-8595a4dfc4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.179724 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-5c95b25c-0e7f-4727-8732-8595a4dfc4eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e5cc37c04a149198aa08d03fbd410b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333628 Dec 16 17:55:31.181798 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95b25c-0e7f-4727-8732-8595a4dfc4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe94f908-d67b-4641-b5f4-dddf850fd18c,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:31.183902 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Attempting to bind port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:31.184512 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Attempting to bind port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:31.184970 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Attempting to bind port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef on network d273d2e6-faf5-44dc-9a35-a9f16d00a825 {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:31.185423 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41276) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:31.191408 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:31.191855 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Checking segment: {'id': '68f8e167-1a46-4c3f-950b-86b02fb7c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '301af5f0-dae2-46f9-946d-d976042676c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:31.192286 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Bound using segment: {'id': '68f8e167-1a46-4c3f-950b-86b02fb7c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '301af5f0-dae2-46f9-946d-d976042676c5'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:31.192721 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Bound port: 6506aea0-64ec-479c-b87b-b1f8e1f05d52, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f8e167-1a46-4c3f-950b-86b02fb7c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '301af5f0-dae2-46f9-946d-d976042676c5'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:31.193105 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.221608 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:31.222007 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Checking segment: {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:31.222792 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.223232 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Bound using segment: {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:31.223707 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Bound port: 5b6d67b2-cfa5-47b0-8264-34fe5cffddef, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:31.224154 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.257250 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Request body: {'port': {'device_id': '0661c266-f8da-443a-81eb-4f6b894dd906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:31.275611 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ebf93399-ae89-4b98-a85c-9840454ec5db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.316566 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ebf93399-ae89-4b98-a85c-9840454ec5db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.324382 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] For port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:31.334959 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] For port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:31.345125 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.355700 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6382b026-15af-46e1-93a9-bb499d5878bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.412239 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ebf93399-ae89-4b98-a85c-9840454ec5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.418417 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ebf93399-ae89-4b98-a85c-9840454ec5db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.422877 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-ebf93399-ae89-4b98-a85c-9840454ec5db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe94f908-d67b-4641-b5f4-dddf850fd18c HTTP/1.1" status: 204 len: 168 time: 0.2333128 Dec 16 17:55:31.430899 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf93399-ae89-4b98-a85c-9840454ec5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe94f908-d67b-4641-b5f4-dddf850fd18c,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:31.446434 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Routers {'bbf0f15c-9b55-4b49-bafa-abdb63480bd6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:31.447160 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:55:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:31.490387 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4040da5-2a1a-4c6c-93f2-291c1e5efbda None None] Pushing event updated for resources: {'Port': ['ID=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,revision_number=4']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:31.519363 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:31.623245 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.733880 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] Set router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:31.812506 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] For port 6506aea0-64ec-479c-b87b-b1f8e1f05d52, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:31.876982 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41298) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:31.886564 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-2f81a0a2-c04b-4e72-aa06-ef24debf5030 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148864245', 'description': 'tempest-description--570811001'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:31.945741 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] For port 6506aea0-64ec-479c-b87b-b1f8e1f05d52, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6506aea0-64ec-479c-b87b-b1f8e1f05d52,segment=NetworkSegment(68f8e167-1a46-4c3f-950b-86b02fb7c0c5),segment_id=68f8e167-1a46-4c3f-950b-86b02fb7c0c5)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:31.952556 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-24cfd947-b134-4a65-b0f3-63ee56f4c914 service neutron] 10.222.0.32 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4581003 Dec 16 17:55:31.962687 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:31.981108 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2f81a0a2-c04b-4e72-aa06-ef24debf5030 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:32.118433 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:32.119135 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:32.120929 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] 10.222.0.76 "PUT /v2.0/ports/6506aea0-64ec-479c-b87b-b1f8e1f05d52 HTTP/1.1" status: 200 len: 1094 time: 6.3389690 Dec 16 17:55:32.155473 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdae2178-d068-4d45-806d-87fc881b37dd', 'tag': '6506aea0-64ec-479c-b87b-b1f8e1f05d52'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:32.231460 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7191ef-84ba-4cf1-91eb-5009e078d5cc req-42e8e062-99df-4af0-9d18-2cbfe708f7b4 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:32.232778 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d7191ef-84ba-4cf1-91eb-5009e078d5cc req-42e8e062-99df-4af0-9d18-2cbfe708f7b4 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.2377384 Dec 16 17:55:32.429389 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:24Z', 'revision_number': 4, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port': {'id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:16Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '5b6d67b2-cfa5-47b0-8264-34fe5cffddef', 'name': '', 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'mac_address': 'fa:16:3e:65:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f153873a-3f55-4355-8d4b-0759375656dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:22Z', 'updated_at': '2021-12-16T17:55:31Z', 'revision_number': 4, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'subnets': [{'id': 'f153873a-3f55-4355-8d4b-0759375656dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:32.543408 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7ef8f-f8b9-449f-8475-4761cf6e07dd None None] The sync data for ids ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'] in dv-cinder-819200-2-iscsi is: [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:24Z', 'revision_number': 4, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port': {'id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:16Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '5b6d67b2-cfa5-47b0-8264-34fe5cffddef', 'name': '', 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'mac_address': 'fa:16:3e:65:8a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f153873a-3f55-4355-8d4b-0759375656dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:22Z', 'updated_at': '2021-12-16T17:55:31Z', 'revision_number': 4, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'subnets': [{'id': 'f153873a-3f55-4355-8d4b-0759375656dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:55:32.593408 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 2, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:32.630493 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d7191ef-84ba-4cf1-91eb-5009e078d5cc req-6f894ffb-591e-4121-a8c4-d3ca953e9245 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742571 Dec 16 17:55:32.645985 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2f81a0a2-c04b-4e72-aa06-ef24debf5030 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:32.662389 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2f81a0a2-c04b-4e72-aa06-ef24debf5030 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:32.748886 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Checking router: 38ea63a7-230b-4951-9e10-1dc5dc95b95c for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:55:32.750401 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Updating router 38ea63a7-230b-4951-9e10-1dc5dc95b95c port 6c830b8d-5444-4aff-b3c6-6346cee39613 binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:55:32.840735 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2f81a0a2-c04b-4e72-aa06-ef24debf5030 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:32.845945 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-2f81a0a2-c04b-4e72-aa06-ef24debf5030 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9659548 Dec 16 17:55:32.847296 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:32.853427 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41326) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:32.881476 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-8659d527-588a-4dbd-8b19-aec923467747 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'security_group_rule': {'security_group_id': '47dd66ed-c136-4b13-8c47-ef4a420181c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:32.926860 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81a0a2-c04b-4e72-aa06-ef24debf5030 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd66ed-c136-4b13-8c47-ef4a420181c2,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:33.000664 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0663259-4a88-4b18-a63b-35aa11899dab req-a3a035dc-58b4-4297-9e6d-7bad047f69f1 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:33.006583 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f0663259-4a88-4b18-a63b-35aa11899dab req-a3a035dc-58b4-4297-9e6d-7bad047f69f1 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 931 time: 0.1519296 Dec 16 17:55:33.196352 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8659d527-588a-4dbd-8b19-aec923467747 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.366024 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f0663259-4a88-4b18-a63b-35aa11899dab req-2174e5e1-4bc9-4518-933a-11bb2f706957 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511734 Dec 16 17:55:33.425797 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922181fa-78b3-42c7-ae49-c52d4ba99281" -d '{"events": [{"name": "network-changed", "server_uuid": "bdae2178-d068-4d45-806d-87fc881b37dd", "tag": "6506aea0-64ec-479c-b87b-b1f8e1f05d52"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:33.476909 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6382b026-15af-46e1-93a9-bb499d5878bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.483100 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6382b026-15af-46e1-93a9-bb499d5878bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.485054 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6382b026-15af-46e1-93a9-bb499d5878bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c0486d45-c265-4dd0-971c-2510b455824b HTTP/1.1" status: 204 len: 168 time: 3.6727946 Dec 16 17:55:33.499378 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8659d527-588a-4dbd-8b19-aec923467747 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.505592 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8659d527-588a-4dbd-8b19-aec923467747 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.525958 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 5b6d67b2-cfa5-47b0-8264-34fe5cffddef up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:33.556760 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382b026-15af-46e1-93a9-bb499d5878bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0486d45-c265-4dd0-971c-2510b455824b,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:33.571515 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659d527-588a-4dbd-8b19-aec923467747 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cd5e3d-c8a3-4664-bdfb-2021441816eb,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:33.591898 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8659d527-588a-4dbd-8b19-aec923467747 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.595553 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-8659d527-588a-4dbd-8b19-aec923467747 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7354336 Dec 16 17:55:33.600785 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41352) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:33.605865 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-cad08f49-cf5a-46bf-af79-82443b70a25f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'security_group_rule': {'security_group_id': '47dd66ed-c136-4b13-8c47-ef4a420181c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:33.678130 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-84cbcf6d-c273-4a85-aa06-8c5c62f9c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:33.679901 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cad08f49-cf5a-46bf-af79-82443b70a25f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.683039 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-84cbcf6d-c273-4a85-aa06-8c5c62f9c069 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1670f03a08914a50ac3c502be6456794&device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 1097 time: 1.4148526 Dec 16 17:55:33.683754 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2c987-1c6d-4e72-90ff-dd1625bf5504 service neutron] Pushing event updated for resources: {'Port': ['ID=6506aea0-64ec-479c-b87b-b1f8e1f05d52,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:33.868711 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cad08f49-cf5a-46bf-af79-82443b70a25f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.873835 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cad08f49-cf5a-46bf-af79-82443b70a25f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.904502 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:33.905112 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.909730 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cad08f49-cf5a-46bf-af79-82443b70a25f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:33.914171 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-cad08f49-cf5a-46bf-af79-82443b70a25f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3092189 Dec 16 17:55:33.915760 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41362) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:33.924105 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:33.929726 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad08f49-cf5a-46bf-af79-82443b70a25f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d257128d-e052-4554-bf20-c14bb8ba57a3,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:33.987303 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-7bede7a6-effc-4476-855d-4c87f6166927 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6506aea0-64ec-479c-b87b-b1f8e1f05d52 HTTP/1.1" status: 200 len: 217 time: 0.2318182 Dec 16 17:55:33.994191 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.029414 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11431772-6487-4927-a564-8db2478dba13 x-openstack-request-id: req-11431772-6487-4927-a564-8db2478dba13 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:34.030657 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdae2178-d068-4d45-806d-87fc881b37dd", "tag": "6506aea0-64ec-479c-b87b-b1f8e1f05d52", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:34.030948 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11431772-6487-4927-a564-8db2478dba13 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:34.032507 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdae2178-d068-4d45-806d-87fc881b37dd', 'tag': '6506aea0-64ec-479c-b87b-b1f8e1f05d52', 'status': 'completed', 'code': 200} Dec 16 17:55:34.038913 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e14879-9e6e-4635-973a-9dd4e0786b26 {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:34.078465 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.091824 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.116566 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.121339 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-50109aac-d796-41ae-89a2-82c307193b7f service neutron] 10.222.0.32 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0355921 Dec 16 17:55:34.152767 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Transition to ACTIVE for port object 16e14879-9e6e-4635-973a-9dd4e0786b26 will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:55:34.160566 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.273783 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052b11d-8e73-4fe7-a373-8c6c75e9cc6d None None] Pushing event updated for resources: {'Port': ['ID=6c830b8d-5444-4aff-b3c6-6346cee39613,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:34.437401 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9063c-d5ba-4942-98ce-214cb93b8c54 req-5452ac90-0a58-41b6-9cbe-31032ac0f77c tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:34.438995 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b1c9063c-d5ba-4942-98ce-214cb93b8c54 req-5452ac90-0a58-41b6-9cbe-31032ac0f77c tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.2937906 Dec 16 17:55:34.524745 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.558249 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Attempting to bind port 6c830b8d-5444-4aff-b3c6-6346cee39613 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:34.559174 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Attempting to bind port 6c830b8d-5444-4aff-b3c6-6346cee39613 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:34.559550 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Attempting to bind port 6c830b8d-5444-4aff-b3c6-6346cee39613 on network 43f239ba-5297-4276-aa7c-a1261d7cfa70 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:34.610421 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Pushing event updated for resources: {'Port': ['ID=16e14879-9e6e-4635-973a-9dd4e0786b26,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:34.629514 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:34.638570 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e079ec26-7511-4a92-b5bc-64636155e397 req-ee2e820b-f8e6-48e6-8431-27a3fa50af31 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 210 time: 0.1595263 Dec 16 17:55:34.661783 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:34.661783 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Checking segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:34.672057 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.672057 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Bound using segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:34.672057 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Bound port: 6c830b8d-5444-4aff-b3c6-6346cee39613, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:34.672448 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Attempting to bind port 16e14879-9e6e-4635-973a-9dd4e0786b26 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:34.672448 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Attempting to bind port 16e14879-9e6e-4635-973a-9dd4e0786b26 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:34.672604 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.672699 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Attempting to bind port 16e14879-9e6e-4635-973a-9dd4e0786b26 on network d5430d91-7e76-4358-9d35-08edfd4e96f5 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:34.680854 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Port 16e14879-9e6e-4635-973a-9dd4e0786b26 on network d5430d91-7e76-4358-9d35-08edfd4e96f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:55:34.681185 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Attempting to bind port 16e14879-9e6e-4635-973a-9dd4e0786b26 on network d5430d91-7e76-4358-9d35-08edfd4e96f5 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:34.697850 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:34.698845 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Checking segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:34.699402 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Bound using segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:34.699862 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Bound port: 16e14879-9e6e-4635-973a-9dd4e0786b26, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:34.700240 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.758235 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.806970 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b1c9063c-d5ba-4942-98ce-214cb93b8c54 req-4633a379-8983-41ee-ac1a-21e752350020 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533862 Dec 16 17:55:34.927111 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:34.996684 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-59e2160b-7940-4218-b0a4-2a4be6d4d739 None None] Provisioning complete for port 6c830b8d-5444-4aff-b3c6-6346cee39613 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:34.997270 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-59e2160b-7940-4218-b0a4-2a4be6d4d739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:35.008094 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:35.078088 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] For port 16e14879-9e6e-4635-973a-9dd4e0786b26, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:35.085773 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] For port 16e14879-9e6e-4635-973a-9dd4e0786b26, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=16e14879-9e6e-4635-973a-9dd4e0786b26,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:35.136235 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:35.222914 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-59e2160b-7940-4218-b0a4-2a4be6d4d739 None None] Port 6c830b8d-5444-4aff-b3c6-6346cee39613 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:35.323413 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] For port 6c830b8d-5444-4aff-b3c6-6346cee39613, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:35.328811 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.330261 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:35.332543 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] 10.222.0.76 "PUT /v2.0/ports/16e14879-9e6e-4635-973a-9dd4e0786b26 HTTP/1.1" status: 200 len: 1093 time: 4.1426346 Dec 16 17:55:35.333631 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] For port 6c830b8d-5444-4aff-b3c6-6346cee39613, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=6c830b8d-5444-4aff-b3c6-6346cee39613,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:35.339699 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:35.410675 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e98c9-efa4-49b8-be1c-7610eec74ac9 req-5d72f60a-9e95-4d04-9824-01fd309a6f38 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.418211 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 5b6d67b2-cfa5-47b0-8264-34fe5cffddef up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:35.420087 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-036e98c9-efa4-49b8-be1c-7610eec74ac9 req-5d72f60a-9e95-4d04-9824-01fd309a6f38 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 943 time: 0.4927640 Dec 16 17:55:35.492218 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-757d7328-cc04-43c3-9707-323a85d9fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.494510 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-757d7328-cc04-43c3-9707-323a85d9fd0c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68535031-f85c-4d2d-9321-79668fc98911 HTTP/1.1" status: 200 len: 851 time: 0.4055691 Dec 16 17:55:35.515811 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:55:35.516741 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:55:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:35.581175 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052b11d-8e73-4fe7-a373-8c6c75e9cc6d None None] Pushing event updated for resources: {'Port': ['ID=6c830b8d-5444-4aff-b3c6-6346cee39613,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:35.670521 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-036e98c9-efa4-49b8-be1c-7610eec74ac9 req-264afdda-82d0-4825-b324-b82866fdfabb tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676006 Dec 16 17:55:35.673416 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41438) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:35.675646 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:35.679199 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:35.726562 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-39005f74-f5a5-4ca6-974a-e8215b2d050b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=301af5f0-dae2-46f9-946d-d976042676c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2204304 Dec 16 17:55:35.740540 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680ec7d-654b-4875-afb5-8775d94847a0 service neutron] Pushing event updated for resources: {'Port': ['ID=16e14879-9e6e-4635-973a-9dd4e0786b26,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:35.765777 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5433051b-241c-400f-a2f4-28fcc61ace50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.770378 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-5433051b-241c-400f-a2f4-28fcc61ace50 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 1096 time: 0.3472846 Dec 16 17:55:35.826396 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Allocated IP 172.27.3.128 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/df5661fd-b9d2-4be7-9747-044112a3c35c) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:35.883446 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:55:35.927222 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-2b4f35cf-5f4f-453a-937c-af2c902c5464 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e14879-9e6e-4635-973a-9dd4e0786b26 HTTP/1.1" status: 200 len: 217 time: 0.1035793 Dec 16 17:55:35.952942 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-b00200af-939e-4331-855e-6a7c6302b0dd tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:35.954489 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-b00200af-939e-4331-855e-6a7c6302b0dd tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 819 time: 0.2800839 Dec 16 17:55:35.989680 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-a2f2f1af-1881-4429-9261-67ebe294ce7a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/quotas/de691ea87f0e4a4f947a9362feda9aaa HTTP/1.1" status: 200 len: 375 time: 0.0200288 Dec 16 17:55:35.996867 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-82e19eaf-2b41-4220-80c5-cb3c2140c100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.042145 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0661c266-f8da-443a-81eb-4f6b894dd906', 'tag': '16e14879-9e6e-4635-973a-9dd4e0786b26'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:36.042713 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-9ec2b9af-efb7-440d-bc1e-e9cfbdbfe4e9 None None] Provisioning complete for port 6c830b8d-5444-4aff-b3c6-6346cee39613 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:36.043297 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b9af-efb7-440d-bc1e-e9cfbdbfe4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.044696 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0661c266-f8da-443a-81eb-4f6b894dd906", "tag": "16e14879-9e6e-4635-973a-9dd4e0786b26"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:36.142844 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.178875 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-7baabfbf-382c-4cc1-b63a-6d0aadc91743 service neutron] 10.222.0.76 "GET /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647215 Dec 16 17:55:36.189065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4932ff-8c09-41a5-ae6f-8276be44cc83 req-18e92232-e475-4778-9667-5a0da594eb8d tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:36.190909 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-df4932ff-8c09-41a5-ae6f-8276be44cc83 req-18e92232-e475-4778-9667-5a0da594eb8d tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.1420932 Dec 16 17:55:36.191983 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-3769c88d-5859-45f7-b3bf-8600f8e8d7c0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834323 Dec 16 17:55:36.260778 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.76', 60372) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:36.326116 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-71b0e8ab-82c0-44e5-b928-21b48787a2c5 req-83d8b74f-cb60-43cd-a0c7-d0834e97a420 service neutron] 10.222.0.76 "GET /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316695 Dec 16 17:55:36.333902 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-b8bfb5c4-da0f-4449-82d6-e87138842a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:36.336179 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-b8bfb5c4-da0f-4449-82d6-e87138842a89 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 200 len: 854 time: 0.2885261 Dec 16 17:55:36.414869 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-82e19eaf-2b41-4220-80c5-cb3c2140c100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.420584 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.444894 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-427ed011-b7d4-4889-af41-1382e6343dc5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5430d91-7e76-4358-9d35-08edfd4e96f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953629 Dec 16 17:55:36.485756 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'Port': ['ID=df5661fd-b9d2-4be7-9747-044112a3c35c,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:36.495346 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-82e19eaf-2b41-4220-80c5-cb3c2140c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.540816 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e19eaf-2b41-4220-80c5-cb3c2140c100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e97cb0-b5a0-46ee-a29b-5efb14df888a,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:36.559200 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:36.571049 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-4baa4f75-2cb0-4e48-b693-7273c7d6d933 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:36.572580 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-4baa4f75-2cb0-4e48-b693-7273c7d6d933 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.76 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 819 time: 0.3092618 Dec 16 17:55:36.579554 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:35Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:55:36.585415 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-bd8ad685-ddea-4fd3-b53b-f0a20f22b87c service neutron] 10.222.0.32 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921249 Dec 16 17:55:36.616569 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125e96bb-4c81-44d9-b832-84083baed142 None None] The sync data for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi is: [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:35Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:55:36.622694 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b9af-efb7-440d-bc1e-e9cfbdbfe4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.703427 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-9ec2b9af-efb7-440d-bc1e-e9cfbdbfe4e9 None None] For port 6c830b8d-5444-4aff-b3c6-6346cee39613, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=6c830b8d-5444-4aff-b3c6-6346cee39613,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:36.726336 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ec2b9af-efb7-440d-bc1e-e9cfbdbfe4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.760796 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:36.764836 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:36.876242 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2b9af-efb7-440d-bc1e-e9cfbdbfe4e9 None None] Pushing event updated for resources: {'Port': ['ID=6c830b8d-5444-4aff-b3c6-6346cee39613,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:36.938597 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-df4932ff-8c09-41a5-ae6f-8276be44cc83 req-972bfd2e-54ad-4055-a005-8f753fef9585 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097372 Dec 16 17:55:36.942924 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:36.948387 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-82e19eaf-2b41-4220-80c5-cb3c2140c100 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20a9890924ad4e50a45dd2e07fb0a9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2660482 Dec 16 17:55:36.950846 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Request body: {'port': {'device_id': '71b128b8-90f3-4162-82d5-7b55358c2a7f', 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825', 'admin_state_up': True, 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:36.960527 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41488) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:36.973787 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-5722c3a8-6717-4bcb-8f5b-091b0d6673ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:36.982115 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-5722c3a8-6717-4bcb-8f5b-091b0d6673ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1670f03a08914a50ac3c502be6456794&device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 1097 time: 0.5237391 Dec 16 17:55:37.092392 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:37.111063 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-b1362c78-9175-428e-9d57-da3c1da7ea3c service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469114 Dec 16 17:55:37.155823 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66500e6-49ae-4825-a173-5e03f77aeaab x-openstack-request-id: req-b66500e6-49ae-4825-a173-5e03f77aeaab {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:37.156320 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0661c266-f8da-443a-81eb-4f6b894dd906", "tag": "16e14879-9e6e-4635-973a-9dd4e0786b26", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:37.156856 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b66500e6-49ae-4825-a173-5e03f77aeaab {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:37.157552 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0661c266-f8da-443a-81eb-4f6b894dd906', 'tag': '16e14879-9e6e-4635-973a-9dd4e0786b26', 'status': 'completed', 'code': 200} Dec 16 17:55:37.345803 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-6621ff4f-57ea-4c1a-828e-4e32c551d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:37.348322 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-6621ff4f-57ea-4c1a-828e-4e32c551d761 service neutron] 10.222.0.76 "GET /v2.0/networks?id=301af5f0-dae2-46f9-946d-d976042676c5 HTTP/1.1" status: 200 len: 912 time: 0.3501527 Dec 16 17:55:37.377053 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 6c830b8d-5444-4aff-b3c6-6346cee39613 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:37.438654 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-545c3f93-c8ce-4ac4-a5a4-7ba055f1f3e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6506aea0-64ec-479c-b87b-b1f8e1f05d52 HTTP/1.1" status: 200 len: 217 time: 0.0774708 Dec 16 17:55:37.466290 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 6c830b8d-5444-4aff-b3c6-6346cee39613 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:37.466749 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:37.467072 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-b698db81-8fad-43f8-aadc-826c138afacf service neutron] 10.222.0.32 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8809028 Dec 16 17:55:37.580174 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6867cd34-b505-411b-bf50-ed535f736658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:37.638770 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-26799283-b3c5-4231-aa4e-82c9cee76cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:37.643330 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-26799283-b3c5-4231-aa4e-82c9cee76cdb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68535031-f85c-4d2d-9321-79668fc98911 HTTP/1.1" status: 200 len: 851 time: 0.1839237 Dec 16 17:55:37.647102 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9e6305e3-3d86-4fb2-8178-e6b5414f610b req-f9b8170c-1648-4228-b335-9b3f1b3c5aa9 service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886820 Dec 16 17:55:37.664672 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a5cfb-f5cc-4a83-9b29-019a11912ae1 req-04fd664d-8802-4b5c-ad97-290f6e90fd4b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:37.673283 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-389a5cfb-f5cc-4a83-9b29-019a11912ae1 req-04fd664d-8802-4b5c-ad97-290f6e90fd4b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 943 time: 0.3765726 Dec 16 17:55:37.759675 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6867cd34-b505-411b-bf50-ed535f736658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:37.811067 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-868db48a-29db-43d2-8c7b-c8aa7e4c7611 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=301af5f0-dae2-46f9-946d-d976042676c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354706 Dec 16 17:55:37.872963 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c527a830-edbf-41b6-9b9d-52360eca7e62 req-2f6b645b-ecc5-4e69-8ccf-ca12c56010f0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 210 time: 0.0653107 Dec 16 17:55:37.966498 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-389a5cfb-f5cc-4a83-9b29-019a11912ae1 req-827478db-26be-472a-ae6d-1fb509d37f02 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921834 Dec 16 17:55:37.996860 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-5b7615de-b895-40e5-82f9-cdbd1e51000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:37.997925 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-5b7615de-b895-40e5-82f9-cdbd1e51000c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 1096 time: 0.2067814 Dec 16 17:55:38.015864 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:38.021844 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Made reservation on behalf of de691ea87f0e4a4f947a9362feda9aaa for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:38.026174 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:38.056651 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:38.160921 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:38.242597 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-d7d0de7d-9f9e-45c1-9423-cdd16e15b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:38.246156 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-d7d0de7d-9f9e-45c1-9423-cdd16e15b973 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 915 time: 0.2383623 Dec 16 17:55:38.250231 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-999ff250-62dc-46dd-8d53-094afee0855f service neutron] 10.222.0.76 "GET /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087749 Dec 16 17:55:38.322373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:38.324562 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4075313 Dec 16 17:55:38.333390 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-fbda029c-8e9f-4360-a477-c12b8569d34a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e14879-9e6e-4635-973a-9dd4e0786b26 HTTP/1.1" status: 200 len: 217 time: 0.0705166 Dec 16 17:55:38.344207 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b15df9-eefd-4263-8036-25938b7470f3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'Port': ['ID=df5661fd-b9d2-4be7-9747-044112a3c35c,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:38.353453 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6867cd34-b505-411b-bf50-ed535f736658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:38.356283 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6867cd34-b505-411b-bf50-ed535f736658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:38.357477 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-6867cd34-b505-411b-bf50-ed535f736658 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00e97cb0-b5a0-46ee-a29b-5efb14df888a HTTP/1.1" status: 204 len: 168 time: 1.3900354 Dec 16 17:55:38.462401 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867cd34-b505-411b-bf50-ed535f736658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e97cb0-b5a0-46ee-a29b-5efb14df888a,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:38.506571 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180fdd2-506e-498f-9b09-e5f98341595e req-adf2e71f-0b5c-49a2-89e9-6268ef7cba87 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:38.511771 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1180fdd2-506e-498f-9b09-e5f98341595e req-adf2e71f-0b5c-49a2-89e9-6268ef7cba87 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.3047302 Dec 16 17:55:38.602483 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-dff8afdb-4167-4dd1-8835-02cf836f70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:38.606572 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-dff8afdb-4167-4dd1-8835-02cf836f70fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 200 len: 854 time: 0.2559340 Dec 16 17:55:38.698907 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1180fdd2-506e-498f-9b09-e5f98341595e req-41ab7baa-27b3-475c-846e-6894b7a28b86 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787565 Dec 16 17:55:38.700002 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-ab9c15b1-134b-42e8-8087-5572d2e6eaaf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5430d91-7e76-4358-9d35-08edfd4e96f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803881 Dec 16 17:55:38.715252 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Allocated IP 172.20.0.2 (d273d2e6-faf5-44dc-9a35-a9f16d00a825/f153873a-3f55-4355-8d4b-0759375656dd/290d5ebd-1bac-4c76-8c83-0bdc5ba08385) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:38.817461 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-922181fa-78b3-42c7-ae49-c52d4ba99281 req-677c9d2a-484a-4a79-9d5c-b7c607cd3d1f service neutron] 10.222.0.76 "GET /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563569 Dec 16 17:55:38.867340 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-c514baf9-d332-47a9-91b0-f72d134e3822 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1148864245&fields=id&tenant_id=27b338079c744874b26565ecd0d93596 HTTP/1.1" status: 200 len: 267 time: 0.1662972 Dec 16 17:55:38.966669 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-f66ba2c3-49f4-4332-a1ed-5cba4ef24605 service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579696 Dec 16 17:55:39.064196 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-af2c9cee-1417-4f0e-82ef-c1ab13d867a4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:39.066164 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-af2c9cee-1417-4f0e-82ef-c1ab13d867a4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 810 time: 0.1976504 Dec 16 17:55:39.101576 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-a86bc8c2-b3cf-49ef-828b-ad794601d921 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/quotas/27b338079c744874b26565ecd0d93596 HTTP/1.1" status: 200 len: 375 time: 0.0192294 Dec 16 17:55:39.102818 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41570) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:39.128026 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5f0a69b6-16b3-4d21-b2d2-2a96dbfd2041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:39.222459 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-239dbcaa-9bb1-44d3-bc4e-02ff81c45c5a req-67adffbf-853f-4261-9976-9aac5639959b service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460618 Dec 16 17:55:39.264955 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-faf163d7-db7a-4801-8a87-43de0424df2b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327503 Dec 16 17:55:39.267483 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-699adb81-ab52-4222-9ba5-3130086a7281 req-8d883a8b-2bf9-493d-8158-9d47acce1813 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 210 time: 0.2698832 Dec 16 17:55:39.278882 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:39.519254 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:39.624785 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63617a-d725-4701-9793-fea4238179fe req-aa9a1baf-5a26-4752-a748-0e094e2a601d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:39.630051 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5e63617a-d725-4701-9793-fea4238179fe req-aa9a1baf-5a26-4752-a748-0e094e2a601d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 943 time: 0.2796690 Dec 16 17:55:39.668754 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Network d273d2e6-faf5-44dc-9a35-a9f16d00a825 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:39.693259 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:39.701761 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:39.708710 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:39.709392 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:39.738157 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Pushing event updated for resources: {'Port': ['ID=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:39.757074 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5e63617a-d725-4701-9793-fea4238179fe req-3ab4dc0c-e7e6-41a1-a2f7-6f086a8add55 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214025 Dec 16 17:55:39.760909 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-27184a17-a4ee-4c72-ae11-2797b9dd1d61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0300174 Dec 16 17:55:39.773852 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Request body: {'port': {'device_id': '71b128b8-90f3-4162-82d5-7b55358c2a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:39.865569 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5f0a69b6-16b3-4d21-b2d2-2a96dbfd2041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:39.880573 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5f0a69b6-16b3-4d21-b2d2-2a96dbfd2041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:39.922213 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a69b6-16b3-4d21-b2d2-2a96dbfd2041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be23add-50eb-4e40-a60f-f8e8dbfec8ff,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:39.938756 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:39.959413 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-97795c7d-fcc0-49d0-a978-d83818c9d3a1 service neutron] 10.222.0.32 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788118 Dec 16 17:55:39.969985 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5f0a69b6-16b3-4d21-b2d2-2a96dbfd2041 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41a882e0fac448c1adedcfb93e4fa72c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8631301 Dec 16 17:55:39.974013 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41602) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:39.978272 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-de0b5cb0-7be5-4c48-b835-db743acf5d3e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:39.979843 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-de0b5cb0-7be5-4c48-b835-db743acf5d3e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.76 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 819 time: 0.4837315 Dec 16 17:55:40.046406 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b08d2-9619-4bb1-a569-fee68a4adc06 req-5f323f05-f6a8-4383-922a-da137f164b97 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:40.051390 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-272b08d2-9619-4bb1-a569-fee68a4adc06 req-5f323f05-f6a8-4383-922a-da137f164b97 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.1657219 Dec 16 17:55:40.074534 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Request body: {'port': {'device_id': 'da5e995c-4d16-4e48-ae00-73880432cf3c', 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825', 'admin_state_up': True, 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:40.095551 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-fa91f891-8f65-43ba-995f-68a22be46232 service neutron] 10.222.0.32 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252043 Dec 16 17:55:40.209595 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Made reservation on behalf of de691ea87f0e4a4f947a9362feda9aaa for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:40.214461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.254813 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd81e-626d-49f2-b025-154d2c8b27b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.312696 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a23d51e7-6caf-45d2-9332-0f863e94467b req-856ae797-026f-4154-a5a8-35b5297013db tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 210 time: 0.0343537 Dec 16 17:55:40.315974 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-272b08d2-9619-4bb1-a569-fee68a4adc06 req-03d6b4e7-9b28-43bd-b9a2-92583c0d7f0b tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521877 Dec 16 17:55:40.339194 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd81e-626d-49f2-b025-154d2c8b27b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.415035 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-06d71e75-8520-4866-9606-3f5689e2bbf4 req-fc1b3dec-67d5-4039-a6a9-24fd1ac90563 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 210 time: 0.0293257 Dec 16 17:55:40.452072 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd81e-626d-49f2-b025-154d2c8b27b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.454695 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4bcbd81e-626d-49f2-b025-154d2c8b27b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.455828 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-4bcbd81e-626d-49f2-b025-154d2c8b27b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7be23add-50eb-4e40-a60f-f8e8dbfec8ff HTTP/1.1" status: 204 len: 168 time: 0.4808483 Dec 16 17:55:40.470264 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbd81e-626d-49f2-b025-154d2c8b27b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be23add-50eb-4e40-a60f-f8e8dbfec8ff,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:40.523207 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:40.532599 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.553637 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Transition to ACTIVE for port object 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:55:40.559578 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.636296 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Allocated IP 172.20.0.10 (d273d2e6-faf5-44dc-9a35-a9f16d00a825/f153873a-3f55-4355-8d4b-0759375656dd/201a0fb1-09f4-4092-a321-78e56c800347) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:40.674344 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Pushing event updated for resources: {'Port': ['ID=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:40.690529 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Attempting to bind port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:40.690896 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Attempting to bind port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:40.691478 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Attempting to bind port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 on network d273d2e6-faf5-44dc-9a35-a9f16d00a825 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:40.697368 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 on network d273d2e6-faf5-44dc-9a35-a9f16d00a825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:55:40.697368 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Attempting to bind port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 on network d273d2e6-faf5-44dc-9a35-a9f16d00a825 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:40.703149 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:40.703851 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Checking segment: {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:40.704544 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Bound using segment: {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:40.705030 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Bound port: 290d5ebd-1bac-4c76-8c83-0bdc5ba08385, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:40.705482 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.810255 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] For port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:40.815822 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] For port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:40.822649 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.858266 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.874845 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:40.875761 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.877446 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] 10.222.0.76 "PUT /v2.0/ports/290d5ebd-1bac-4c76-8c83-0bdc5ba08385 HTTP/1.1" status: 200 len: 1093 time: 1.1079960 Dec 16 17:55:40.878149 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b128b8-90f3-4162-82d5-7b55358c2a7f', 'tag': '290d5ebd-1bac-4c76-8c83-0bdc5ba08385'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:40.900203 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:40.951215 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Network d273d2e6-faf5-44dc-9a35-a9f16d00a825 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:40.954648 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:40.958582 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:40.996721 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Pushing event updated for resources: {'Port': ['ID=201a0fb1-09f4-4092-a321-78e56c800347,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:41.019922 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ab3e1-e39d-4de8-a8a6-bbe07e778bbc service neutron] Pushing event updated for resources: {'Port': ['ID=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:41.021819 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:41.022452 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.047440 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-14a9f05f-a457-45db-ad43-ba4b60ab24ad tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9771526 Dec 16 17:55:41.048949 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671c362-e0d6-4361-bd2c-fd237eb79938 req-333cdea1-3c3e-45e8-b46e-4193e743467d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:41.056231 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a671c362-e0d6-4361-bd2c-fd237eb79938 req-333cdea1-3c3e-45e8-b46e-4193e743467d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 943 time: 0.1058137 Dec 16 17:55:41.124781 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a671c362-e0d6-4361-bd2c-fd237eb79938 req-d1aaa0a6-0875-43ef-9d09-ee5a406ebf4a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623705 Dec 16 17:55:41.128224 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285eda03-f92a-4113-8e82-f3b77f8df47c" -d '{"events": [{"name": "network-changed", "server_uuid": "71b128b8-90f3-4162-82d5-7b55358c2a7f", "tag": "290d5ebd-1bac-4c76-8c83-0bdc5ba08385"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:41.314970 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454b8572-d4f9-4597-9bcc-60d38c90ded4 x-openstack-request-id: req-454b8572-d4f9-4597-9bcc-60d38c90ded4 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:41.315265 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b128b8-90f3-4162-82d5-7b55358c2a7f", "tag": "290d5ebd-1bac-4c76-8c83-0bdc5ba08385", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:41.315522 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-454b8572-d4f9-4597-9bcc-60d38c90ded4 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:41.315977 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b128b8-90f3-4162-82d5-7b55358c2a7f', 'tag': '290d5ebd-1bac-4c76-8c83-0bdc5ba08385', 'status': 'completed', 'code': 200} Dec 16 17:55:41.422966 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-102b2889-60ed-4661-8433-17f50d836637 req-49acb9bf-8660-44ad-9976-05eacb578003 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 210 time: 0.0336831 Dec 16 17:55:41.462956 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a04dd-4863-4615-b5eb-f3b6499b70d0 req-28101ffd-37b1-4e82-9e6e-0a3730a58e14 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:41.464654 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a56a04dd-4863-4615-b5eb-f3b6499b70d0 req-28101ffd-37b1-4e82-9e6e-0a3730a58e14 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.0611527 Dec 16 17:55:41.528248 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a56a04dd-4863-4615-b5eb-f3b6499b70d0 req-92da7652-a44a-4d7c-9957-9735e630f1a2 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568755 Dec 16 17:55:41.571141 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41202e3c-1379-4a99-970b-4856b3f3f5ed req-7e2ead01-840e-4338-b3f5-0cf836008786 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:41.575141 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41202e3c-1379-4a99-970b-4856b3f3f5ed req-7e2ead01-840e-4338-b3f5-0cf836008786 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 932 time: 0.0729961 Dec 16 17:55:41.624286 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41202e3c-1379-4a99-970b-4856b3f3f5ed req-3b7d0069-b3c5-47f2-8534-e221e8743078 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Dec 16 17:55:41.676751 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41698) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:41.790923 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-697c2c93-62f0-4150-84c1-074c5463b206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.878323 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-697c2c93-62f0-4150-84c1-074c5463b206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.882678 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-697c2c93-62f0-4150-84c1-074c5463b206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:41.922475 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-697c2c93-62f0-4150-84c1-074c5463b206 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c508e4eb3634a889e9d49647c994231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448213 Dec 16 17:55:41.923404 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c2c93-62f0-4150-84c1-074c5463b206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51cb3ca-b18e-4e07-bf62-957608d7869e,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:41.925187 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41710) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:41.977373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-91349b93-9967-4db5-a99b-03a45c93e273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.004748 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-91349b93-9967-4db5-a99b-03a45c93e273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.054877 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-91349b93-9967-4db5-a99b-03a45c93e273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.057563 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-91349b93-9967-4db5-a99b-03a45c93e273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.061055 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-91349b93-9967-4db5-a99b-03a45c93e273 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d51cb3ca-b18e-4e07-bf62-957608d7869e HTTP/1.1" status: 204 len: 168 time: 0.1323624 Dec 16 17:55:42.068394 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91349b93-9967-4db5-a99b-03a45c93e273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51cb3ca-b18e-4e07-bf62-957608d7869e,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:42.258862 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b563748-8d4e-48e9-b075-9eab8ee532e6 req-b7ae3789-36ce-4df6-aee7-ee9eec223165 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:42.260644 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4b563748-8d4e-48e9-b075-9eab8ee532e6 req-b7ae3789-36ce-4df6-aee7-ee9eec223165 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 943 time: 0.0707574 Dec 16 17:55:42.318770 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4b563748-8d4e-48e9-b075-9eab8ee532e6 req-1226a60f-98c8-4490-ba88-0b7c0fde77d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 Dec 16 17:55:42.473840 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41740) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:42.489291 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-73658cc2-2c48-4944-a58f-88fe186ae9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.517361 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3120b980-c40d-47b9-a3c4-87436ef4c7cd req-67d33488-d2fd-4cf9-8e25-260e855bdc1a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 210 time: 0.0299218 Dec 16 17:55:42.538553 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41742) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:42.609243 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-73658cc2-2c48-4944-a58f-88fe186ae9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.614102 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-73658cc2-2c48-4944-a58f-88fe186ae9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.655289 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eed675-55bb-40f7-bd52-66a972100990 req-e4df115b-ac00-47a0-a926-92a7620309a7 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:42.655499 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-73658cc2-2c48-4944-a58f-88fe186ae9a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93a8301638bb4ba094a2a2cb58922f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800942 Dec 16 17:55:42.656241 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658cc2-2c48-4944-a58f-88fe186ae9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c34d35-ec58-44ce-8322-00417043e340,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:42.656868 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b6eed675-55bb-40f7-bd52-66a972100990 req-e4df115b-ac00-47a0-a926-92a7620309a7 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.0504489 Dec 16 17:55:42.658006 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41750) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:42.704655 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9704f548-df9d-4b0d-afad-3f8993149268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.763139 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa84e3-552c-4561-8295-2ed8c319645b req-5e14787a-97a6-4bbf-b94b-7cb98ed7fa15 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:42.764663 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4aa84e3-552c-4561-8295-2ed8c319645b req-5e14787a-97a6-4bbf-b94b-7cb98ed7fa15 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 932 time: 0.0539155 Dec 16 17:55:42.784788 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b6eed675-55bb-40f7-bd52-66a972100990 req-5ff1798d-005c-4fd1-bf4a-d57481f0c0c6 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176882 Dec 16 17:55:42.785401 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c8547265-048c-465a-9cd6-4f3e7fb7b1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.820209 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4aa84e3-552c-4561-8295-2ed8c319645b req-2fa85488-2592-47a1-8fd5-74bc50b56c93 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487843 Dec 16 17:55:42.820518 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c8547265-048c-465a-9cd6-4f3e7fb7b1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.872812 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9704f548-df9d-4b0d-afad-3f8993149268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.876702 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9704f548-df9d-4b0d-afad-3f8993149268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.915358 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c8547265-048c-465a-9cd6-4f3e7fb7b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.918239 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c8547265-048c-465a-9cd6-4f3e7fb7b1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:42.919420 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c8547265-048c-465a-9cd6-4f3e7fb7b1e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74c34d35-ec58-44ce-8322-00417043e340 HTTP/1.1" status: 204 len: 168 time: 0.2603667 Dec 16 17:55:42.921552 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704f548-df9d-4b0d-afad-3f8993149268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f06a8e8-0040-4d63-8fb3-c30c45c59698,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:42.925786 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-9704f548-df9d-4b0d-afad-3f8993149268 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61eb6f3387bc427d982a13b1f7c8962b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861084 Dec 16 17:55:42.929183 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41754) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:42.934129 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8547265-048c-465a-9cd6-4f3e7fb7b1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c34d35-ec58-44ce-8322-00417043e340,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:42.998263 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0dc749be-3b3d-44c6-a5b0-89fd077a2204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.022667 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0dc749be-3b3d-44c6-a5b0-89fd077a2204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.074254 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0dc749be-3b3d-44c6-a5b0-89fd077a2204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.077069 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0dc749be-3b3d-44c6-a5b0-89fd077a2204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.082446 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-0dc749be-3b3d-44c6-a5b0-89fd077a2204 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f06a8e8-0040-4d63-8fb3-c30c45c59698 HTTP/1.1" status: 204 len: 168 time: 0.1478848 Dec 16 17:55:43.086096 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc749be-3b3d-44c6-a5b0-89fd077a2204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f06a8e8-0040-4d63-8fb3-c30c45c59698,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:43.112462 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Request body: {'port': {'device_id': 'da5e995c-4d16-4e48-ae00-73880432cf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:43.198477 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.486059 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41778) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:43.499584 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b772-6e5f-44a2-95fe-89aca3789a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.508086 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7d5c9-c177-4277-8a35-04720e2c8ead req-69a6b8bd-9356-4f22-bacb-f143611ef407 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:43.509836 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-edd7d5c9-c177-4277-8a35-04720e2c8ead req-69a6b8bd-9356-4f22-bacb-f143611ef407 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 943 time: 0.0790997 Dec 16 17:55:43.564265 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201a0fb1-09f4-4092-a321-78e56c800347 {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:43.575799 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.603131 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b772-6e5f-44a2-95fe-89aca3789a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.608511 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Transition to ACTIVE for port object 201a0fb1-09f4-4092-a321-78e56c800347 will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:55:43.612659 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-edd7d5c9-c177-4277-8a35-04720e2c8ead req-81eb5b11-bdd3-42ce-9aec-0fc3db6b6a63 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739357 Dec 16 17:55:43.614709 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.621524 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b772-6e5f-44a2-95fe-89aca3789a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.654222 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fd1c5712-262c-49a8-a30d-4bcf70bf29b5 req-c047a880-9518-4510-a97f-c1e13e7eb1f2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 210 time: 0.0440309 Dec 16 17:55:43.668045 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Pushing event updated for resources: {'Port': ['ID=201a0fb1-09f4-4092-a321-78e56c800347,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:43.694144 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-1ca3b772-6e5f-44a2-95fe-89aca3789a71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba73390882bc4b2cbb3b3ca1277ed909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069414 Dec 16 17:55:43.695341 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3b772-6e5f-44a2-95fe-89aca3789a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2767f547-4a4e-4ee1-a591-c2e404ebac86,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:43.697810 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41786) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:43.742329 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Attempting to bind port 201a0fb1-09f4-4092-a321-78e56c800347 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:43.742768 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Attempting to bind port 201a0fb1-09f4-4092-a321-78e56c800347 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:43.743278 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Attempting to bind port 201a0fb1-09f4-4092-a321-78e56c800347 on network d273d2e6-faf5-44dc-9a35-a9f16d00a825 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:43.747934 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Port 201a0fb1-09f4-4092-a321-78e56c800347 on network d273d2e6-faf5-44dc-9a35-a9f16d00a825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:55:43.748429 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Attempting to bind port 201a0fb1-09f4-4092-a321-78e56c800347 on network d273d2e6-faf5-44dc-9a35-a9f16d00a825 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:43.756385 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:43.756801 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Checking segment: {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:43.756978 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80524148-963b-4754-a792-2ec3156713fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.757328 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Bound using segment: {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:43.757970 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Bound port: 201a0fb1-09f4-4092-a321-78e56c800347, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:43.758393 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.783399 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80524148-963b-4754-a792-2ec3156713fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.839418 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] For port 201a0fb1-09f4-4092-a321-78e56c800347, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:43.843843 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] For port 201a0fb1-09f4-4092-a321-78e56c800347, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=201a0fb1-09f4-4092-a321-78e56c800347,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:43.849912 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.856281 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80524148-963b-4754-a792-2ec3156713fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.861350 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80524148-963b-4754-a792-2ec3156713fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.863298 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-80524148-963b-4754-a792-2ec3156713fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2767f547-4a4e-4ee1-a591-c2e404ebac86 HTTP/1.1" status: 204 len: 168 time: 0.1643455 Dec 16 17:55:43.880745 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80524148-963b-4754-a792-2ec3156713fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2767f547-4a4e-4ee1-a591-c2e404ebac86,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:43.964619 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Pushing event updated for resources: {'Port': ['ID=201a0fb1-09f4-4092-a321-78e56c800347,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:43.972686 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:43.974053 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:43.975556 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4836baca-a8d9-462b-a5b1-6488afe3b700 service neutron] 10.222.0.76 "PUT /v2.0/ports/201a0fb1-09f4-4092-a321-78e56c800347 HTTP/1.1" status: 200 len: 1094 time: 0.8709269 Dec 16 17:55:43.976030 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e995c-4d16-4e48-ae00-73880432cf3c', 'tag': '201a0fb1-09f4-4092-a321-78e56c800347'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:43.978458 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4bde7f-3141-4171-9ea7-8d25cf76c397" -d '{"events": [{"name": "network-changed", "server_uuid": "da5e995c-4d16-4e48-ae00-73880432cf3c", "tag": "201a0fb1-09f4-4092-a321-78e56c800347"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:43.986828 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2c417-3c5a-4753-895d-1c5841ec2b62 req-df9c8c04-d281-4d46-91e3-0c9957374a8b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:43.988201 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-52e2c417-3c5a-4753-895d-1c5841ec2b62 req-df9c8c04-d281-4d46-91e3-0c9957374a8b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0723910 Dec 16 17:55:44.008708 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7d34f-7b3f-4fdd-9260-d43d946d2838 req-2872c11b-afec-47a5-b2a1-2131df87aee1 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:44.010946 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0df7d34f-7b3f-4fdd-9260-d43d946d2838 req-2872c11b-afec-47a5-b2a1-2131df87aee1 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.0865450 Dec 16 17:55:44.061314 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-52e2c417-3c5a-4753-895d-1c5841ec2b62 req-d8351202-8153-4a6f-b349-676283aa1e16 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609317 Dec 16 17:55:44.065520 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0df7d34f-7b3f-4fdd-9260-d43d946d2838 req-b26a5bc5-705f-4bd5-b5fd-6f29bba521a5 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Dec 16 17:55:44.128294 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a117fc9a-3483-4626-8601-bb00776f360d x-openstack-request-id: req-a117fc9a-3483-4626-8601-bb00776f360d {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:44.128294 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5e995c-4d16-4e48-ae00-73880432cf3c", "tag": "201a0fb1-09f4-4092-a321-78e56c800347", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:44.128605 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a117fc9a-3483-4626-8601-bb00776f360d {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:44.128988 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e995c-4d16-4e48-ae00-73880432cf3c', 'tag': '201a0fb1-09f4-4092-a321-78e56c800347', 'status': 'completed', 'code': 200} Dec 16 17:55:44.603620 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 16e14879-9e6e-4635-973a-9dd4e0786b26 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:55:44.819486 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 16e14879-9e6e-4635-973a-9dd4e0786b26, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=16e14879-9e6e-4635-973a-9dd4e0786b26,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:44.833875 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ee0a1-4e3a-4a35-b3a0-09a063e13453 req-edcebe76-655d-4c58-b14a-c2c232875050 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:44.843408 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-765ee0a1-4e3a-4a35-b3a0-09a063e13453 req-edcebe76-655d-4c58-b14a-c2c232875050 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 943 time: 0.1056461 Dec 16 17:55:44.843603 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '16e14879-9e6e-4635-973a-9dd4e0786b26', 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'port_id': '16e14879-9e6e-4635-973a-9dd4e0786b26', 'mac_address': 'fa:16:3e:3f:3e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0f0d27-c2fb-4ee5-951e-5913f944b325', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:55:44.920069 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1ee6c37d-c6af-4afc-884c-381402cdd45a req-50ba168e-5240-4c19-82bd-2e8d32e17bbc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 210 time: 0.1263154 Dec 16 17:55:44.925591 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-765ee0a1-4e3a-4a35-b3a0-09a063e13453 req-1a46a455-9ac1-4fb5-bac5-e2a07cf328af tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808001 Dec 16 17:55:44.947720 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eda03-f92a-4113-8e82-f3b77f8df47c req-8d7a17a6-4660-41da-8c6c-21240f2e380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:44.950465 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-285eda03-f92a-4113-8e82-f3b77f8df47c req-8d7a17a6-4660-41da-8c6c-21240f2e380f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1096 time: 0.1604724 Dec 16 17:55:44.951075 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bde7f-3141-4171-9ea7-8d25cf76c397 req-69ca5072-7363-496c-ab70-6ae1fecea881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:44.952953 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f4bde7f-3141-4171-9ea7-8d25cf76c397 req-69ca5072-7363-496c-ab70-6ae1fecea881 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 1097 time: 0.1368752 Dec 16 17:55:44.955328 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:44.987195 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e14879-9e6e-4635-973a-9dd4e0786b26 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:45.038788 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 16e14879-9e6e-4635-973a-9dd4e0786b26, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=16e14879-9e6e-4635-973a-9dd4e0786b26,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:45.047149 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.048256 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6506aea0-64ec-479c-b87b-b1f8e1f05d52 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:55:45.211951 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eda03-f92a-4113-8e82-f3b77f8df47c req-7bdcb9a9-ab08-4c40-844a-9bba78da03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.213663 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-285eda03-f92a-4113-8e82-f3b77f8df47c req-7bdcb9a9-ab08-4c40-844a-9bba78da03d2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2479615 Dec 16 17:55:45.360813 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=16e14879-9e6e-4635-973a-9dd4e0786b26,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:45.476683 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6506aea0-64ec-479c-b87b-b1f8e1f05d52, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6506aea0-64ec-479c-b87b-b1f8e1f05d52,segment=NetworkSegment(68f8e167-1a46-4c3f-950b-86b02fb7c0c5),segment_id=68f8e167-1a46-4c3f-950b-86b02fb7c0c5)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:45.506895 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '6506aea0-64ec-479c-b87b-b1f8e1f05d52', 'network_id': '301af5f0-dae2-46f9-946d-d976042676c5', 'port_id': '6506aea0-64ec-479c-b87b-b1f8e1f05d52', 'mac_address': 'fa:16:3e:77:41:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68535031-f85c-4d2d-9321-79668fc98911', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:55:45.529857 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bde7f-3141-4171-9ea7-8d25cf76c397 req-ee9d934d-af08-4320-9fd3-c1c7e0ac3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.532325 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f4bde7f-3141-4171-9ea7-8d25cf76c397 req-ee9d934d-af08-4320-9fd3-c1c7e0ac3d36 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5665169 Dec 16 17:55:45.542896 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938fa4f-fe51-42b2-bccd-e6f61db227a9 req-f08c5a0d-7877-4841-a1d1-1313e80f9acb tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.551260 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7938fa4f-fe51-42b2-bccd-e6f61db227a9 req-f08c5a0d-7877-4841-a1d1-1313e80f9acb tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 944 time: 0.3188233 Dec 16 17:55:45.621885 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.653998 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6506aea0-64ec-479c-b87b-b1f8e1f05d52 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:45.698506 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6506aea0-64ec-479c-b87b-b1f8e1f05d52, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6506aea0-64ec-479c-b87b-b1f8e1f05d52,segment=NetworkSegment(68f8e167-1a46-4c3f-950b-86b02fb7c0c5),segment_id=68f8e167-1a46-4c3f-950b-86b02fb7c0c5)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:45.708188 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:45.749779 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d517cfe-d690-4c8c-81aa-e0456ec5d881 req-af05a94a-b4ae-415a-a272-247a8642cb78 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.758858 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6d517cfe-d690-4c8c-81aa-e0456ec5d881 req-af05a94a-b4ae-415a-a272-247a8642cb78 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.4772942 Dec 16 17:55:45.808318 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7938fa4f-fe51-42b2-bccd-e6f61db227a9 req-6d1a86c5-5ce4-4c8b-98d8-c422a2b43905 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549019 Dec 16 17:55:45.834926 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=6506aea0-64ec-479c-b87b-b1f8e1f05d52,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:45.913230 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bde7f-3141-4171-9ea7-8d25cf76c397 req-d98f688c-5d38-4a01-91df-64c2e4c86e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.915683 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f4bde7f-3141-4171-9ea7-8d25cf76c397 req-d98f688c-5d38-4a01-91df-64c2e4c86e17 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3568552 Dec 16 17:55:45.943188 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-2b6bc48d-28ee-4877-b1a4-7e1ffbd7f7ff tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.945043 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-2b6bc48d-28ee-4877-b1a4-7e1ffbd7f7ff tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 810 time: 0.5573251 Dec 16 17:55:45.946141 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eda03-f92a-4113-8e82-f3b77f8df47c req-ada661c8-30f4-4449-9c30-95460ded4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:45.947661 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-285eda03-f92a-4113-8e82-f3b77f8df47c req-ada661c8-30f4-4449-9c30-95460ded4744 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7138147 Dec 16 17:55:45.951529 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6d517cfe-d690-4c8c-81aa-e0456ec5d881 req-bdc9e493-75b6-4190-8053-0f33a6c24ddd tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915970 Dec 16 17:55:46.130468 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-56622469-ed08-431f-a300-a3009138fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:46.132034 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-56622469-ed08-431f-a300-a3009138fe60 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1096 time: 0.0933127 Dec 16 17:55:46.144498 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfe62b-c5bd-4ffb-8974-a38339d9c7f3 req-fcb7fac4-14a1-494c-8860-ca710f1cc34f tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:46.145637 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1112b2be-c990-44fe-9729-be237a283b7e req-cc602af1-4a60-4bfd-b621-8b0f4e58b1a2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 210 time: 0.0684574 Dec 16 17:55:46.153253 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-78cfe62b-c5bd-4ffb-8974-a38339d9c7f3 req-fcb7fac4-14a1-494c-8860-ca710f1cc34f tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.0709903 Dec 16 17:55:46.154511 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-65a4cf6b-2dd0-4950-93d8-13f689c1df27 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27b338079c744874b26565ecd0d93596 HTTP/1.1" status: 200 len: 380 time: 0.1798577 Dec 16 17:55:46.156383 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-00fa396e-8590-40f6-8361-3f8923b0baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:46.158421 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-00fa396e-8590-40f6-8361-3f8923b0baa1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 1097 time: 0.1424367 Dec 16 17:55:46.178788 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'port': {'device_id': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'admin_state_up': True, 'tenant_id': '27b338079c744874b26565ecd0d93596', 'security_groups': ['47dd66ed-c136-4b13-8c47-ef4a420181c2']}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:46.188809 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['16e14879-9e6e-4635-973a-9dd4e0786b26'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:55:46.252173 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-47d70f24-dfb9-45e3-ae0a-892e7f03bbe2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385 HTTP/1.1" status: 200 len: 217 time: 0.0962865 Dec 16 17:55:46.286340 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-ac75d380-9e02-4c2c-9a53-18a9e2988a2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=201a0fb1-09f4-4092-a321-78e56c800347 HTTP/1.1" status: 200 len: 217 time: 0.1180036 Dec 16 17:55:46.297365 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-78cfe62b-c5bd-4ffb-8974-a38339d9c7f3 req-005af897-ef2a-461a-933d-2e4e8a85a8af tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357527 Dec 16 17:55:46.297920 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['6506aea0-64ec-479c-b87b-b1f8e1f05d52'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:55:46.394167 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4eff71bc-1e82-409c-a507-9ff08d35fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:46.395766 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-4eff71bc-1e82-409c-a507-9ff08d35fc94 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 200 len: 859 time: 0.0855811 Dec 16 17:55:46.437219 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-ab97af5d-1ac6-433c-8f03-6144d11875d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:46.441322 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-ab97af5d-1ac6-433c-8f03-6144d11875d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 200 len: 859 time: 0.1316106 Dec 16 17:55:46.443078 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-7ab0749f-c0ff-4404-a723-7d77d8ecf23c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d273d2e6-faf5-44dc-9a35-a9f16d00a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381162 Dec 16 17:55:46.537718 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-1af5bba6-7ce7-40a6-887d-18a202c72145 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d273d2e6-faf5-44dc-9a35-a9f16d00a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822837 Dec 16 17:55:46.609051 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Made reservation on behalf of 27b338079c744874b26565ecd0d93596 for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:55:46.612640 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:46.616238 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-36189866-1a7c-4298-bd78-326c2ab63452 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483905 Dec 16 17:55:46.727729 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-1bb77fac-c0a3-4a1a-88d2-157d14cf78de service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805916 Dec 16 17:55:46.784293 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a6221235-93de-4928-9070-e28cdce9d1e9 req-5b1350f8-6a76-459d-b983-d5718db529e8 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591909 Dec 16 17:55:46.864479 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41ad5bf4-c07a-4425-bed3-e0ef991c3805 req-8e6ce30c-ca16-4087-91c6-570b906b378d service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285727 Dec 16 17:55:46.967260 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Allocated IP 172.20.0.6 (43f239ba-5297-4276-aa7c-a1261d7cfa70/0f625ea4-6270-40c1-8bf0-53a0de072516/a7bb0c45-53de-4c29-97b7-aabce3e37a85) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:55:47.004436 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58659654-fe34-481e-ab33-253f434e5efc req-65b61a65-98ab-40f5-bd87-636c3597e9c8 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:47.006607 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-58659654-fe34-481e-ab33-253f434e5efc req-65b61a65-98ab-40f5-bd87-636c3597e9c8 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.0809977 Dec 16 17:55:47.134796 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bece87-d703-4f44-a19e-39363a84e1b6 req-36a1b32a-066f-4f20-892a-4a0d4107e7fc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:47.136668 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c1bece87-d703-4f44-a19e-39363a84e1b6 req-36a1b32a-066f-4f20-892a-4a0d4107e7fc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0641756 Dec 16 17:55:47.155311 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-58659654-fe34-481e-ab33-253f434e5efc req-075015de-1243-42eb-9641-c309673a996b tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358006 Dec 16 17:55:47.219179 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c1bece87-d703-4f44-a19e-39363a84e1b6 req-63cfe3d5-5da3-4b7a-904a-8bbadbebfb2b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726237 Dec 16 17:55:47.230446 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.265247 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 41984) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:47.274132 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-854cb023-1b4c-40cf-8210-8eb66b81b472 req-b97f8044-8353-45c7-97fe-98b42b97c252 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 210 time: 0.0305789 Dec 16 17:55:47.315753 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.378818 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:55:47.382472 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:55:47.396548 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:55:47.436346 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'Port': ['ID=a7bb0c45-53de-4c29-97b7-aabce3e37a85,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:47.445849 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-66b6dc6d-ca9e-4e27-8722-7e76a992f4c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.480745 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:47.482111 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.517369 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4f813-9524-4f73-8651-b76d64766652 req-e7d479b3-d92f-480c-bb1f-45349da24670 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:47.527662 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-f61b270e-a327-452d-896d-786bdac5a153 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3607919 Dec 16 17:55:47.530071 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-24a4f813-9524-4f73-8651-b76d64766652 req-e7d479b3-d92f-480c-bb1f-45349da24670 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.1417098 Dec 16 17:55:47.603477 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 41998) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:47.617007 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-66b6dc6d-ca9e-4e27-8722-7e76a992f4c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.628267 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-24a4f813-9524-4f73-8651-b76d64766652 req-51c18bfc-82fe-42e2-80e7-dd3f0bad462e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972195 Dec 16 17:55:47.629562 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-66b6dc6d-ca9e-4e27-8722-7e76a992f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.674472 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6dc6d-ca9e-4e27-8722-7e76a992f4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5b0e4-a13f-460b-9525-da6fe86a445c,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:47.678767 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-66b6dc6d-ca9e-4e27-8722-7e76a992f4c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e352f954e29470680bec3a8e6cebb00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123571 Dec 16 17:55:47.681556 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42002) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:47.738599 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-efada6b9-39b7-4487-bd03-41b02209eff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.739094 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3802bacc-9690-4e33-8c92-dda5c4ec8e87 None None] Provisioning complete for port a7bb0c45-53de-4c29-97b7-aabce3e37a85 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:47.739602 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3802bacc-9690-4e33-8c92-dda5c4ec8e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.751004 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6e4f-3ec6-4e92-86d7-9c7f2d65cd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.767109 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-efada6b9-39b7-4487-bd03-41b02209eff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.780158 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3802bacc-9690-4e33-8c92-dda5c4ec8e87 None None] Port a7bb0c45-53de-4c29-97b7-aabce3e37a85 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:55:47.825386 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-efada6b9-39b7-4487-bd03-41b02209eff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.827973 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-efada6b9-39b7-4487-bd03-41b02209eff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.829160 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-efada6b9-39b7-4487-bd03-41b02209eff1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ce5b0e4-a13f-460b-9525-da6fe86a445c HTTP/1.1" status: 204 len: 168 time: 0.1466556 Dec 16 17:55:47.830195 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6e4f-3ec6-4e92-86d7-9c7f2d65cd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.836012 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6e4f-3ec6-4e92-86d7-9c7f2d65cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.839446 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efada6b9-39b7-4487-bd03-41b02209eff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5b0e4-a13f-460b-9525-da6fe86a445c,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:47.866564 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d5bd6e4f-3ec6-4e92-86d7-9c7f2d65cd5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47839111d131453eb9b97b3d3bbd003a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616127 Dec 16 17:55:47.869305 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42006) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:47.887374 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd6e4f-3ec6-4e92-86d7-9c7f2d65cd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f7af9d-6ba0-4848-aa00-10ca14baaba6,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:47.918523 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3d71-a565-4f6f-b878-588e07a71fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.939309 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3d71-a565-4f6f-b878-588e07a71fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.987297 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3d71-a565-4f6f-b878-588e07a71fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.989975 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3d71-a565-4f6f-b878-588e07a71fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:47.991169 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c7fe3d71-a565-4f6f-b878-588e07a71fed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4f7af9d-6ba0-4848-aa00-10ca14baaba6 HTTP/1.1" status: 204 len: 168 time: 0.1207693 Dec 16 17:55:48.000073 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe3d71-a565-4f6f-b878-588e07a71fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f7af9d-6ba0-4848-aa00-10ca14baaba6,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.129392 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42012) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:48.144160 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d17e-ab7c-4121-889b-1c185238f15f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.228099 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d17e-ab7c-4121-889b-1c185238f15f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.233003 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d17e-ab7c-4121-889b-1c185238f15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.272991 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c9b1d17e-ab7c-4121-889b-1c185238f15f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24b29bd442c74a74b0ef9b400a281294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420028 Dec 16 17:55:48.273852 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1d17e-ab7c-4121-889b-1c185238f15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb49b74-838c-48b4-a391-b888fda0b575,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.276633 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42020) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:48.305737 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56371fb8-9865-4426-ba0a-4665bea3d04f req-560bd518-c9da-4dc1-bfed-1b840a66ead1 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:48.308217 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56371fb8-9865-4426-ba0a-4665bea3d04f req-560bd518-c9da-4dc1-bfed-1b840a66ead1 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.0775578 Dec 16 17:55:48.361581 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-54908e62-b895-48ea-b8aa-2004864df82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.362913 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56371fb8-9865-4426-ba0a-4665bea3d04f req-067f87d2-5c8d-4e96-8d2d-2b4a37c2a988 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Dec 16 17:55:48.372492 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5011c2c-519c-4fab-a478-56e5974eb438 req-585d5e8f-50c1-44e5-add7-018722d7bf22 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:48.374071 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5011c2c-519c-4fab-a478-56e5974eb438 req-585d5e8f-50c1-44e5-add7-018722d7bf22 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0798805 Dec 16 17:55:48.407094 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-54908e62-b895-48ea-b8aa-2004864df82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.432093 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42024) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:48.454422 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3d52b6d8-f058-4ad7-b29d-59fe1f839d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.457924 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5011c2c-519c-4fab-a478-56e5974eb438 req-37bd02db-b83d-4618-a662-c210c65bdf52 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761781 Dec 16 17:55:48.478892 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-54908e62-b895-48ea-b8aa-2004864df82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.481943 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-54908e62-b895-48ea-b8aa-2004864df82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.483092 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-54908e62-b895-48ea-b8aa-2004864df82b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdb49b74-838c-48b4-a391-b888fda0b575 HTTP/1.1" status: 204 len: 168 time: 0.2055454 Dec 16 17:55:48.491376 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54908e62-b895-48ea-b8aa-2004864df82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb49b74-838c-48b4-a391-b888fda0b575,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.513983 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e734b4e-d8bf-4ae3-ad3e-d2c01369bac7 req-df0cb7cb-bb80-4816-a2ae-64af6a921609 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:48.515420 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5e734b4e-d8bf-4ae3-ad3e-d2c01369bac7 req-df0cb7cb-bb80-4816-a2ae-64af6a921609 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 931 time: 0.0761361 Dec 16 17:55:48.589323 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5e734b4e-d8bf-4ae3-ad3e-d2c01369bac7 req-c3f5106a-de30-4eb7-b4fc-a8bf75055c9b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657392 Dec 16 17:55:48.609558 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3d52b6d8-f058-4ad7-b29d-59fe1f839d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.617502 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3d52b6d8-f058-4ad7-b29d-59fe1f839d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.660416 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42034) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:48.660626 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-3d52b6d8-f058-4ad7-b29d-59fe1f839d40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85c18b7b00f64eeba6adb5dd428f980a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271831 Dec 16 17:55:48.661505 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52b6d8-f058-4ad7-b29d-59fe1f839d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1f36a-eb08-4ae6-8cea-3c9a7c803340,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:48.752161 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-96cf1d3e-1d06-48b2-819c-0e1b4efb30ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.774877 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3fba-b647-4c60-bd39-c0bc257e40a2 req-3ae0f7d1-6f6f-4036-a773-e454847e9d27 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:48.776415 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-76bd3fba-b647-4c60-bd39-c0bc257e40a2 req-3ae0f7d1-6f6f-4036-a773-e454847e9d27 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.0708444 Dec 16 17:55:48.789115 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-96cf1d3e-1d06-48b2-819c-0e1b4efb30ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.853605 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-76bd3fba-b647-4c60-bd39-c0bc257e40a2 req-036f5c3c-b78b-4b66-bfb9-2222502fbe26 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695570 Dec 16 17:55:48.874693 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-96cf1d3e-1d06-48b2-819c-0e1b4efb30ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.877471 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-96cf1d3e-1d06-48b2-819c-0e1b4efb30ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:48.878604 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-96cf1d3e-1d06-48b2-819c-0e1b4efb30ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fa1f36a-eb08-4ae6-8cea-3c9a7c803340 HTTP/1.1" status: 204 len: 168 time: 0.2170923 Dec 16 17:55:48.887270 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf1d3e-1d06-48b2-819c-0e1b4efb30ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1f36a-eb08-4ae6-8cea-3c9a7c803340,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:49.507849 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb234fb-7417-4a9f-82ae-403f4935d30c req-c6ec8d97-cb90-4f25-aeb8-89cd87efe46a tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:49.509984 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3cb234fb-7417-4a9f-82ae-403f4935d30c req-c6ec8d97-cb90-4f25-aeb8-89cd87efe46a tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.0688109 Dec 16 17:55:49.592251 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3cb234fb-7417-4a9f-82ae-403f4935d30c req-7d84a1a5-1d25-45bb-a265-205e7e7bf1c1 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723584 Dec 16 17:55:49.604890 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2dbf5-c5a5-4ba7-b52f-eb62e0a268c7 req-5b1568fc-783d-49f6-84d6-a71e154f5d33 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:49.607134 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-76e2dbf5-c5a5-4ba7-b52f-eb62e0a268c7 req-5b1568fc-783d-49f6-84d6-a71e154f5d33 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0581062 Dec 16 17:55:49.694995 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-76e2dbf5-c5a5-4ba7-b52f-eb62e0a268c7 req-7a6f519c-862a-4cd8-9fa6-5312b1ad7b61 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756574 Dec 16 17:55:49.771388 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6bc91-7e4d-41b7-9ad6-f0a299aeb5a0 req-bb7437f1-f683-476d-9693-adea839663f4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:49.772896 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1cc6bc91-7e4d-41b7-9ad6-f0a299aeb5a0 req-bb7437f1-f683-476d-9693-adea839663f4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 931 time: 0.0543046 Dec 16 17:55:49.822546 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1cc6bc91-7e4d-41b7-9ad6-f0a299aeb5a0 req-aaf2fee8-ff67-40b1-8e82-debca3a7c3bc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Dec 16 17:55:49.939701 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Request body: {'port': {'device_id': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:55:49.990477 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff42377-4d26-4783-aa5b-8b77ea31a472 req-b9fe512d-384e-448c-b0d7-e169249ea6d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:49.992131 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ff42377-4d26-4783-aa5b-8b77ea31a472 req-b9fe512d-384e-448c-b0d7-e169249ea6d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.0670526 Dec 16 17:55:50.009608 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.055417 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ff42377-4d26-4783-aa5b-8b77ea31a472 req-a576baf9-7d52-4700-8dd9-351bde2314bd tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555210 Dec 16 17:55:50.309582 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bb0c45-53de-4c29-97b7-aabce3e37a85 {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:50.317891 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.332634 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Transition to ACTIVE for port object a7bb0c45-53de-4c29-97b7-aabce3e37a85 will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:55:50.337440 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.511918 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Pushing event updated for resources: {'Port': ['ID=a7bb0c45-53de-4c29-97b7-aabce3e37a85,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:50.530870 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Attempting to bind port a7bb0c45-53de-4c29-97b7-aabce3e37a85 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:55:50.531451 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Attempting to bind port a7bb0c45-53de-4c29-97b7-aabce3e37a85 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:55:50.531786 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Attempting to bind port a7bb0c45-53de-4c29-97b7-aabce3e37a85 on network 43f239ba-5297-4276-aa7c-a1261d7cfa70 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:50.536435 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Port a7bb0c45-53de-4c29-97b7-aabce3e37a85 on network 43f239ba-5297-4276-aa7c-a1261d7cfa70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:55:50.536738 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Attempting to bind port a7bb0c45-53de-4c29-97b7-aabce3e37a85 on network 43f239ba-5297-4276-aa7c-a1261d7cfa70 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:55:50.541901 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:55:50.542240 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Checking segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:55:50.542919 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Bound using segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:55:50.543368 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Bound port: a7bb0c45-53de-4c29-97b7-aabce3e37a85, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:55:50.543733 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.615407 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] For port a7bb0c45-53de-4c29-97b7-aabce3e37a85, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:55:50.618843 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] For port a7bb0c45-53de-4c29-97b7-aabce3e37a85, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:55:50.625768 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.672539 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:50.673734 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:50.675304 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] 10.222.0.76 "PUT /v2.0/ports/a7bb0c45-53de-4c29-97b7-aabce3e37a85 HTTP/1.1" status: 200 len: 1093 time: 0.7413626 Dec 16 17:55:50.680456 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'tag': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:50.683446 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356efd17-ed82-4a52-81e8-3568760d7486" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6bc622-be3a-4c87-90e5-80f6bf9f4d39", "tag": "a7bb0c45-53de-4c29-97b7-aabce3e37a85"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:50.734335 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6fb27c-4670-442d-9464-630e313252e5 x-openstack-request-id: req-cd6fb27c-4670-442d-9464-630e313252e5 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:50.734768 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6bc622-be3a-4c87-90e5-80f6bf9f4d39", "tag": "a7bb0c45-53de-4c29-97b7-aabce3e37a85", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:50.735108 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd6fb27c-4670-442d-9464-630e313252e5 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:50.735772 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'tag': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'status': 'completed', 'code': 200} Dec 16 17:55:50.759907 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb699df-a7a3-4315-ac65-908e54b28fbf service neutron] Pushing event updated for resources: {'Port': ['ID=a7bb0c45-53de-4c29-97b7-aabce3e37a85,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:50.794389 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d1f3a-17e5-465b-91d4-47b7f4684aef req-b77c44b4-f669-4ff9-8de9-66a44290c170 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:50.796072 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c03d1f3a-17e5-465b-91d4-47b7f4684aef req-b77c44b4-f669-4ff9-8de9-66a44290c170 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.1196353 Dec 16 17:55:50.860372 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c03d1f3a-17e5-465b-91d4-47b7f4684aef req-1fccadfb-76b1-45ba-9bad-e189afac1777 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523739 Dec 16 17:55:50.904794 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65252b-faab-438e-aae1-a08ef0b7aff7 req-da214aaa-4d7a-4a78-a13f-33d69f7019ef tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:50.906409 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4d65252b-faab-438e-aae1-a08ef0b7aff7 req-da214aaa-4d7a-4a78-a13f-33d69f7019ef tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0750835 Dec 16 17:55:50.969020 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59d00d-a508-4d37-97bb-171a44809bf0 req-6a290689-ea6f-45d7-b2f4-987d6cc82906 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:50.970543 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1e59d00d-a508-4d37-97bb-171a44809bf0 req-6a290689-ea6f-45d7-b2f4-987d6cc82906 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0510995 Dec 16 17:55:50.986336 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4d65252b-faab-438e-aae1-a08ef0b7aff7 req-c7d98a88-8b34-4983-a943-4fd4fff78a28 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716634 Dec 16 17:55:51.008767 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7900-1102-4f53-bbad-32491226d058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:51.047916 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1e59d00d-a508-4d37-97bb-171a44809bf0 req-0440b7ef-794c-4f49-b5c9-2c5d5d3f392d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686696 Dec 16 17:55:51.179361 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137ed15-dd21-4fa6-b722-e5570ffc0517 req-24587967-9d37-4894-82f2-08cd0f28f088 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:51.180883 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d137ed15-dd21-4fa6-b722-e5570ffc0517 req-24587967-9d37-4894-82f2-08cd0f28f088 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.0537534 Dec 16 17:55:51.240672 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d137ed15-dd21-4fa6-b722-e5570ffc0517 req-8c3b4ea4-7ab4-4c7e-b361-96efaa78f8be tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530088 Dec 16 17:55:51.618995 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356efd17-ed82-4a52-81e8-3568760d7486 req-13604e1c-d166-4efa-9e83-ddb9c52e8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:51.618995 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-356efd17-ed82-4a52-81e8-3568760d7486 req-13604e1c-d166-4efa-9e83-ddb9c52e8360 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 1096 time: 0.0439758 Dec 16 17:55:51.762220 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356efd17-ed82-4a52-81e8-3568760d7486 req-22f767cb-1f6b-4b34-8b3e-12d1175b3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:51.763778 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-356efd17-ed82-4a52-81e8-3568760d7486 req-22f767cb-1f6b-4b34-8b3e-12d1175b3401 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=27b338079c744874b26565ecd0d93596&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1322331 Dec 16 17:55:52.108306 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356efd17-ed82-4a52-81e8-3568760d7486 req-8bca3a89-3ce8-4621-9a07-1206404a9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.110124 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-356efd17-ed82-4a52-81e8-3568760d7486 req-8bca3a89-3ce8-4621-9a07-1206404a9ad2 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3358755 Dec 16 17:55:52.141434 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624b10-def8-456b-8537-770d6c29624d req-039959a7-700a-484c-8a7e-20ba1dd71182 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.143050 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d2624b10-def8-456b-8537-770d6c29624d req-039959a7-700a-484c-8a7e-20ba1dd71182 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0686734 Dec 16 17:55:52.161937 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e864a-2691-4561-9556-0e3cb4e97fbe req-33274532-b9c6-43f9-9ca7-f6c1ba95c8de tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.170210 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-079e864a-2691-4561-9556-0e3cb4e97fbe req-33274532-b9c6-43f9-9ca7-f6c1ba95c8de tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.1062448 Dec 16 17:55:52.203620 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d2624b10-def8-456b-8537-770d6c29624d req-ea9d281c-903b-4202-ae1f-6ba2ebd231fb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Dec 16 17:55:52.247945 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-439eab72-ad0d-4391-a278-04d6b7b84f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.249651 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-439eab72-ad0d-4391-a278-04d6b7b84f9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 1096 time: 0.0774333 Dec 16 17:55:52.272378 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-079e864a-2691-4561-9556-0e3cb4e97fbe req-ceba36ca-3ccd-4d01-944f-3eb2895c187b tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000648 Dec 16 17:55:52.308532 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42286) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:52.383911 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270373f9-5355-4c09-91df-b1652860997a req-7177d7a8-5547-4875-8167-a7450f36ee7c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.386345 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-270373f9-5355-4c09-91df-b1652860997a req-7177d7a8-5547-4875-8167-a7450f36ee7c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0705249 Dec 16 17:55:52.417713 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-7ddc62b8-f0f7-4b46-a540-7f14902af9c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85 HTTP/1.1" status: 200 len: 217 time: 0.0579414 Dec 16 17:55:52.439929 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-270373f9-5355-4c09-91df-b1652860997a req-d7635a49-8a06-4704-94a0-fe9bec59121f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473800 Dec 16 17:55:52.452859 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-df804623-59a4-49f8-a706-9278c84e3a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:52.466637 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05646-b891-4197-a1d8-ccda026c469d req-b4569f4b-dc7c-415f-9542-0de93a0c3c2d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.468596 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bdb05646-b891-4197-a1d8-ccda026c469d req-b4569f4b-dc7c-415f-9542-0de93a0c3c2d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.1235154 Dec 16 17:55:52.493603 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-8d4abf79-995a-44aa-9119-836a813836f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.495129 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-8d4abf79-995a-44aa-9119-836a813836f8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 200 len: 849 time: 0.0693555 Dec 16 17:55:52.544923 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-df804623-59a4-49f8-a706-9278c84e3a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:52.551415 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-df804623-59a4-49f8-a706-9278c84e3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:52.569777 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bdb05646-b891-4197-a1d8-ccda026c469d req-10129678-5554-418b-9675-cf4fd225c4bd tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908215 Dec 16 17:55:52.578461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-67ba405f-52d6-4f8a-a464-f7d2ce3bd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:52.580226 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-67ba405f-52d6-4f8a-a464-f7d2ce3bd31b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f239ba-5297-4276-aa7c-a1261d7cfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765762 Dec 16 17:55:52.599841 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-df804623-59a4-49f8-a706-9278c84e3a75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f04702aa477046eea151d605728a53c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873547 Dec 16 17:55:52.600181 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42292) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:52.614159 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df804623-59a4-49f8-a706-9278c84e3a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931cc23e-85c5-4abe-97b4-40f37a8c5f3c,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:52.656976 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8f5de199-a257-4d4c-ac96-f06ed14c25ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:52.682941 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8f5de199-a257-4d4c-ac96-f06ed14c25ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:52.691144 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-b8c67e3a-096a-4a88-99b0-75d03aba623a service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993309 Dec 16 17:55:52.736036 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8f5de199-a257-4d4c-ac96-f06ed14c25ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:52.739264 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8f5de199-a257-4d4c-ac96-f06ed14c25ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:52.740420 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-8f5de199-a257-4d4c-ac96-f06ed14c25ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/931cc23e-85c5-4abe-97b4-40f37a8c5f3c HTTP/1.1" status: 204 len: 168 time: 0.1394219 Dec 16 17:55:52.752461 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5de199-a257-4d4c-ac96-f06ed14c25ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931cc23e-85c5-4abe-97b4-40f37a8c5f3c,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:52.837903 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ef7a5b2-9cd0-4fb8-9acc-bb5613e2385d req-9e68b22d-0459-4f4e-b5ee-7b9ad4804afc service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375422 Dec 16 17:55:53.079883 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42310) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:53.095141 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a6eaebd0-4ae2-40c3-b1ef-ea070431c898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.176553 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a6eaebd0-4ae2-40c3-b1ef-ea070431c898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.180992 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a6eaebd0-4ae2-40c3-b1ef-ea070431c898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.209293 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.223585 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eaebd0-4ae2-40c3-b1ef-ea070431c898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9386ef3-dbc3-4d24-a21c-cd4325f880ab,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:53.231113 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-a6eaebd0-4ae2-40c3-b1ef-ea070431c898 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c8b95e6bb8b4888b284708f832775bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473947 Dec 16 17:55:53.231432 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42312) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:53.281320 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-dd694eb8-65a9-4cc6-bc13-32d4a305a624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.294607 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8dea4e34-ee6d-453b-af96-b3f1977e0c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.322749 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8dea4e34-ee6d-453b-af96-b3f1977e0c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.387395 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b2ca3-60a7-4544-9d8c-3241df38ee6d req-545735e5-9e0c-4396-8a50-cd06ed305425 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:53.389479 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1c0b2ca3-60a7-4544-9d8c-3241df38ee6d req-545735e5-9e0c-4396-8a50-cd06ed305425 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0591948 Dec 16 17:55:53.412287 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abd1ff-2cd9-467b-ab9d-86e01317bfbb req-9a269da6-08d6-48f2-bcfa-57a93bec1af0 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:53.413764 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-29abd1ff-2cd9-467b-ab9d-86e01317bfbb req-9a269da6-08d6-48f2-bcfa-57a93bec1af0 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.0653338 Dec 16 17:55:53.414816 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8dea4e34-ee6d-453b-af96-b3f1977e0c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.417900 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8dea4e34-ee6d-453b-af96-b3f1977e0c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:53.421340 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-8dea4e34-ee6d-453b-af96-b3f1977e0c82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9386ef3-dbc3-4d24-a21c-cd4325f880ab HTTP/1.1" status: 204 len: 168 time: 0.1865008 Dec 16 17:55:53.441290 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea4e34-ee6d-453b-af96-b3f1977e0c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9386ef3-dbc3-4d24-a21c-cd4325f880ab,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:53.456676 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1c0b2ca3-60a7-4544-9d8c-3241df38ee6d req-e1466b80-621a-42f1-a5a3-25a9f4ab1015 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604255 Dec 16 17:55:53.476022 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-29abd1ff-2cd9-467b-ab9d-86e01317bfbb req-e9f82b9a-4c05-413b-a80e-975cac418ab2 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545111 Dec 16 17:55:53.572494 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cf4f5-6777-443c-9b39-39df84988304 req-c3329bc7-784b-41b5-932d-86fc1ac5798f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:53.574000 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ec7cf4f5-6777-443c-9b39-39df84988304 req-c3329bc7-784b-41b5-932d-86fc1ac5798f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0500960 Dec 16 17:55:53.637232 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ec7cf4f5-6777-443c-9b39-39df84988304 req-eb64a4f0-61e7-4a5d-980b-4736ab086071 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570347 Dec 16 17:55:53.707599 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7e197-6e19-4eff-9a4b-f08f40c8bb84 req-90dc7a1e-725d-4085-9a3f-6da508ab4214 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:53.709186 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a7e7e197-6e19-4eff-9a4b-f08f40c8bb84 req-90dc7a1e-725d-4085-9a3f-6da508ab4214 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.0497658 Dec 16 17:55:53.759370 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a7e7e197-6e19-4eff-9a4b-f08f40c8bb84 req-d3ef7472-44ad-44da-ab00-99cb2ac8ce9a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Dec 16 17:55:54.133579 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:55:54.539117 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:54.586786 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89753aff-5281-44e0-bffa-77d7de5657dd req-0935a9d4-99da-4c88-8eb0-9efcf584fc53 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:54.588405 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-89753aff-5281-44e0-bffa-77d7de5657dd req-0935a9d4-99da-4c88-8eb0-9efcf584fc53 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0591102 Dec 16 17:55:54.614684 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be43d6f-6a20-473c-bd65-8b29c69d4a6f req-f7e01ef5-9163-4f87-86b3-1dfc05385ed8 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:54.616335 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4be43d6f-6a20-473c-bd65-8b29c69d4a6f req-f7e01ef5-9163-4f87-86b3-1dfc05385ed8 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.0537388 Dec 16 17:55:54.637558 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-89753aff-5281-44e0-bffa-77d7de5657dd req-e6d7aed6-bbe3-452a-a527-2c8438870713 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Dec 16 17:55:54.679167 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4be43d6f-6a20-473c-bd65-8b29c69d4a6f req-307cc096-6e64-4f7c-a0d4-ccd23369b721 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559218 Dec 16 17:55:54.767288 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528211cb-2cf2-465e-b5e5-e6767b8c1a1c req-013baa8e-df4d-4407-a11a-c581f2364372 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:54.768801 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-528211cb-2cf2-465e-b5e5-e6767b8c1a1c req-013baa8e-df4d-4407-a11a-c581f2364372 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0528796 Dec 16 17:55:54.822432 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-528211cb-2cf2-465e-b5e5-e6767b8c1a1c req-20492bf7-18cd-49bb-8cf1-0d82b0596e75 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Dec 16 17:55:54.890333 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc000e1e-35e3-41bc-bb6f-cde55f314913 req-7a41b572-2bdc-4249-a120-3513a4749f26 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:54.891986 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fc000e1e-35e3-41bc-bb6f-cde55f314913 req-7a41b572-2bdc-4249-a120-3513a4749f26 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.0517464 Dec 16 17:55:54.940687 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fc000e1e-35e3-41bc-bb6f-cde55f314913 req-da138425-8ef0-402b-bcf9-c2b27b14d073 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423985 Dec 16 17:55:55.327419 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42400) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:55.448251 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b153d17d-26b0-43d2-8cf4-e815e9bb1821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.543440 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b153d17d-26b0-43d2-8cf4-e815e9bb1821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.548561 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b153d17d-26b0-43d2-8cf4-e815e9bb1821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.589288 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-b153d17d-26b0-43d2-8cf4-e815e9bb1821 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4840eaba1cde4a1497735bc3afa7e678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605648 Dec 16 17:55:55.590178 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153d17d-26b0-43d2-8cf4-e815e9bb1821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33680380-af72-4de0-aa05-6b6a2e3b53a5,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:55.591946 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42408) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:55.647948 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f5f37277-d343-465d-b954-d834f3c4aa09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.674418 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f5f37277-d343-465d-b954-d834f3c4aa09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.747167 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f5f37277-d343-465d-b954-d834f3c4aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.750107 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f5f37277-d343-465d-b954-d834f3c4aa09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:55.756008 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f5f37277-d343-465d-b954-d834f3c4aa09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33680380-af72-4de0-aa05-6b6a2e3b53a5 HTTP/1.1" status: 204 len: 168 time: 0.1621935 Dec 16 17:55:55.767973 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f37277-d343-465d-b954-d834f3c4aa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33680380-af72-4de0-aa05-6b6a2e3b53a5,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:55.796530 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9f35-e7b6-4e3d-bae1-068f50de3b90 req-ef526dd1-db61-4f3c-b557-43738b993586 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:55.798075 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-581c9f35-e7b6-4e3d-bae1-068f50de3b90 req-ef526dd1-db61-4f3c-b557-43738b993586 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0817237 Dec 16 17:55:55.821506 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d65b-3cd5-40ff-858b-c96cf0e44853 req-3d5e260d-8ded-4494-a13a-562a1c3bae40 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:55.823398 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ebf6d65b-3cd5-40ff-858b-c96cf0e44853 req-3d5e260d-8ded-4494-a13a-562a1c3bae40 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.0768428 Dec 16 17:55:55.855492 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-581c9f35-e7b6-4e3d-bae1-068f50de3b90 req-878b68f3-bf0f-4698-9514-33cc68fb8f81 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498011 Dec 16 17:55:55.886676 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ebf6d65b-3cd5-40ff-858b-c96cf0e44853 req-2e6d273b-fa07-44b5-bcee-39f9c793bd4d tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534351 Dec 16 17:55:55.969642 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d6dbe-1c06-4b41-bb74-c7bf202aa7d2 req-c241c476-4572-45d3-8985-620c363b2ec4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:55.971195 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e81d6dbe-1c06-4b41-bb74-c7bf202aa7d2 req-c241c476-4572-45d3-8985-620c363b2ec4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0496216 Dec 16 17:55:56.017129 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.036322 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e81d6dbe-1c06-4b41-bb74-c7bf202aa7d2 req-1fc3bb9f-3310-4ced-b620-b682c145a885 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577414 Dec 16 17:55:56.066496 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42424) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:56.076680 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca24b05-6b33-4e2e-a25e-a55e6749157d req-99e9e0eb-c9a6-435a-9b47-0e63baab9ed5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:56.078249 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7ca24b05-6b33-4e2e-a25e-a55e6749157d req-99e9e0eb-c9a6-435a-9b47-0e63baab9ed5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.0628462 Dec 16 17:55:56.082847 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0e68095-b314-4e23-9871-5b80ddd9acd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.127873 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7ca24b05-6b33-4e2e-a25e-a55e6749157d req-d858aae7-4893-498e-bef5-89ecf53c457b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Dec 16 17:55:56.157224 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0e68095-b314-4e23-9871-5b80ddd9acd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.163009 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0e68095-b314-4e23-9871-5b80ddd9acd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.200953 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f0e68095-b314-4e23-9871-5b80ddd9acd5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=34a2ea97b9984f61b0477cbd1209fd23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332138 Dec 16 17:55:56.202118 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e68095-b314-4e23-9871-5b80ddd9acd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a773d88-e93a-44dc-acad-4d747c452246,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:56.203936 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42426) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:55:56.256495 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-28b138e7-2d02-4500-886c-2946c8fd2821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.278495 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-28b138e7-2d02-4500-886c-2946c8fd2821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.336192 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-28b138e7-2d02-4500-886c-2946c8fd2821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.339117 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-28b138e7-2d02-4500-886c-2946c8fd2821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.340349 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-28b138e7-2d02-4500-886c-2946c8fd2821 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a773d88-e93a-44dc-acad-4d747c452246 HTTP/1.1" status: 204 len: 168 time: 0.1351483 Dec 16 17:55:56.348585 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b138e7-2d02-4500-886c-2946c8fd2821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a773d88-e93a-44dc-acad-4d747c452246,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:56.802203 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:56.907105 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 16e14879-9e6e-4635-973a-9dd4e0786b26 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:56.988642 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 16e14879-9e6e-4635-973a-9dd4e0786b26 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:55:56.989236 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acecdf-22cd-4a53-8ebf-db32b0f9ed49 req-36a018b4-9f17-49ec-b3fe-2096dba3a630 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:56.990999 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-69acecdf-22cd-4a53-8ebf-db32b0f9ed49 req-36a018b4-9f17-49ec-b3fe-2096dba3a630 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0558431 Dec 16 17:55:56.998070 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 16e14879-9e6e-4635-973a-9dd4e0786b26 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:56.998544 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:57.039865 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449966-9b03-4880-b4c0-243b9bc534c7 req-82d64260-6d9a-4a2e-9239-a26b2a2955a7 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:57.050287 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-90449966-9b03-4880-b4c0-243b9bc534c7 req-82d64260-6d9a-4a2e-9239-a26b2a2955a7 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 945 time: 0.0811229 Dec 16 17:55:57.071922 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-69acecdf-22cd-4a53-8ebf-db32b0f9ed49 req-cab33c06-3fdf-4e98-9b3c-d7098d04547c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653882 Dec 16 17:55:57.101219 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:57.122990 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-90449966-9b03-4880-b4c0-243b9bc534c7 req-8c179814-99f6-480b-982c-8c1bdcd5f10d tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716047 Dec 16 17:55:57.133373 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661c266-f8da-443a-81eb-4f6b894dd906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e14879-9e6e-4635-973a-9dd4e0786b26'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:57.185107 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3a5fd-2809-4d1d-8d5a-e96e61db81d1 req-48aa1475-aabf-4980-b921-0707db4cdb11 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:57.186588 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9eb3a5fd-2809-4d1d-8d5a-e96e61db81d1 req-48aa1475-aabf-4980-b921-0707db4cdb11 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0609984 Dec 16 17:55:57.231493 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 16e14879-9e6e-4635-973a-9dd4e0786b26, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=16e14879-9e6e-4635-973a-9dd4e0786b26,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:57.243357 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9eb3a5fd-2809-4d1d-8d5a-e96e61db81d1 req-9d793f00-c261-4a7a-a65f-373ad08dce49 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505395 Dec 16 17:55:57.251379 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:57.253368 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6506aea0-64ec-479c-b87b-b1f8e1f05d52 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:55:57.279422 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da8e42-6064-40c1-bf2d-b9161067c409 req-a516287e-0536-44de-a3a7-b3048c571653 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:57.288857 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-40da8e42-6064-40c1-bf2d-b9161067c409 req-a516287e-0536-44de-a3a7-b3048c571653 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 944 time: 0.0799208 Dec 16 17:55:57.342870 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-40da8e42-6064-40c1-bf2d-b9161067c409 req-b152f88e-87e1-413e-8217-ebe9488d286c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Dec 16 17:55:57.359368 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=16e14879-9e6e-4635-973a-9dd4e0786b26,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:57.376806 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1d717c-6986-454c-8a8e-0d6be55ec561" -d '{"events": [{"server_uuid": "0661c266-f8da-443a-81eb-4f6b894dd906", "name": "network-vif-plugged", "status": "completed", "tag": "16e14879-9e6e-4635-973a-9dd4e0786b26"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:57.384731 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:55:57.389795 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:55:57.390340 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:57.476350 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:57.514116 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6506aea0-64ec-479c-b87b-b1f8e1f05d52, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6506aea0-64ec-479c-b87b-b1f8e1f05d52,segment=NetworkSegment(68f8e167-1a46-4c3f-950b-86b02fb7c0c5),segment_id=68f8e167-1a46-4c3f-950b-86b02fb7c0c5)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:57.519802 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:57.550699 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c00bba-f214-407a-b9e0-2eb8574244b2 x-openstack-request-id: req-40c00bba-f214-407a-b9e0-2eb8574244b2 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:57.551024 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0661c266-f8da-443a-81eb-4f6b894dd906", "name": "network-vif-plugged", "status": "completed", "tag": "16e14879-9e6e-4635-973a-9dd4e0786b26", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:57.551287 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40c00bba-f214-407a-b9e0-2eb8574244b2 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:57.551797 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0661c266-f8da-443a-81eb-4f6b894dd906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e14879-9e6e-4635-973a-9dd4e0786b26', 'code': 200} Dec 16 17:55:57.574758 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=6506aea0-64ec-479c-b87b-b1f8e1f05d52,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:58.185738 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c11824-5d49-4b13-b0b7-7d27dfad4bd4 req-bfbfaa49-4619-4ebd-a1cb-4ca6767e914b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:58.193276 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-12c11824-5d49-4b13-b0b7-7d27dfad4bd4 req-bfbfaa49-4619-4ebd-a1cb-4ca6767e914b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0602689 Dec 16 17:55:58.240184 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-12c11824-5d49-4b13-b0b7-7d27dfad4bd4 req-13de0905-4baf-43cb-bc9e-ad1e495b3913 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459561 Dec 16 17:55:58.255375 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af86d47-ba6b-4404-af76-e11dab4d306f req-6961eb6f-c97a-49e4-b853-ba84ff60930e tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:58.256959 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6af86d47-ba6b-4404-af76-e11dab4d306f req-6961eb6f-c97a-49e4-b853-ba84ff60930e tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0529113 Dec 16 17:55:58.308532 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6af86d47-ba6b-4404-af76-e11dab4d306f req-3700d36d-0aa2-46c5-9fd5-5d94f32150f3 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Dec 16 17:55:58.364940 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7807a-d40a-42d6-98de-5b73e82c0aaf req-cdabab35-e9bf-4614-a884-fcaf1a413a79 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:58.366458 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d9f7807a-d40a-42d6-98de-5b73e82c0aaf req-cdabab35-e9bf-4614-a884-fcaf1a413a79 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0523000 Dec 16 17:55:58.433374 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d9f7807a-d40a-42d6-98de-5b73e82c0aaf req-f36d49ea-e455-4745-852a-23ea3d2864c9 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526922 Dec 16 17:55:58.479522 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b24ed-37d0-4f49-8779-2d0b557c95af req-94150857-bbfa-4244-bf5d-1386afb1e8a0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:58.480998 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c26b24ed-37d0-4f49-8779-2d0b557c95af req-94150857-bbfa-4244-bf5d-1386afb1e8a0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0574007 Dec 16 17:55:58.540487 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c26b24ed-37d0-4f49-8779-2d0b557c95af req-06b3d63a-1df0-47ea-b308-4e23da20ea0e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504136 Dec 16 17:55:59.372052 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c3ed1-e765-4824-918f-6819b76ae9ca req-0ceb3af6-ac66-4e5d-80a4-14d15847e9ae tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:59.373563 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1a4c3ed1-e765-4824-918f-6819b76ae9ca req-0ceb3af6-ac66-4e5d-80a4-14d15847e9ae tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 944 time: 0.0610065 Dec 16 17:55:59.430072 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1a4c3ed1-e765-4824-918f-6819b76ae9ca req-34571edb-d776-4a4e-99af-22d400cc83c2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Dec 16 17:55:59.430758 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d7e22-b47b-4155-a821-d183054d47fe req-ea847dd2-2988-48b5-ab4c-fc4cb36157d1 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:59.432250 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-436d7e22-b47b-4155-a821-d183054d47fe req-ea847dd2-2988-48b5-ab4c-fc4cb36157d1 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0496757 Dec 16 17:55:59.482477 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-436d7e22-b47b-4155-a821-d183054d47fe req-6856165d-ee2d-40b8-a33a-ae36e39db1b0 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Dec 16 17:55:59.552502 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4daf56-8f26-42ac-aa82-df15c83388a7 req-66c26e90-c7ec-437b-afb1-ce8750494791 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:59.552880 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae2178-d068-4d45-806d-87fc881b37dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6506aea0-64ec-479c-b87b-b1f8e1f05d52'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:55:59.553874 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4a4daf56-8f26-42ac-aa82-df15c83388a7 req-66c26e90-c7ec-437b-afb1-ce8750494791 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0509856 Dec 16 17:55:59.555720 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fec1b3-dcfa-46db-9d39-22b1c221fd68" -d '{"events": [{"server_uuid": "bdae2178-d068-4d45-806d-87fc881b37dd", "name": "network-vif-plugged", "status": "completed", "tag": "6506aea0-64ec-479c-b87b-b1f8e1f05d52"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:55:59.593296 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b719e2-fc25-4c9e-9992-eb715ee9c686 x-openstack-request-id: req-16b719e2-fc25-4c9e-9992-eb715ee9c686 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:55:59.593606 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae2178-d068-4d45-806d-87fc881b37dd", "name": "network-vif-plugged", "status": "completed", "tag": "6506aea0-64ec-479c-b87b-b1f8e1f05d52", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:55:59.593857 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16b719e2-fc25-4c9e-9992-eb715ee9c686 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:55:59.594239 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae2178-d068-4d45-806d-87fc881b37dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6506aea0-64ec-479c-b87b-b1f8e1f05d52', 'code': 200} Dec 16 17:55:59.602546 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4a4daf56-8f26-42ac-aa82-df15c83388a7 req-4dc5ee96-d2aa-47a0-a60b-4e4f1e58b6ce tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Dec 16 17:55:59.629562 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 201a0fb1-09f4-4092-a321-78e56c800347 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:55:59.688073 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cac10-f44c-435d-a110-0cb2b656415d req-f410cc98-29f9-4c3c-b98e-451a59973b56 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:59.695944 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-980cac10-f44c-435d-a110-0cb2b656415d req-f410cc98-29f9-4c3c-b98e-451a59973b56 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0576928 Dec 16 17:55:59.750543 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 201a0fb1-09f4-4092-a321-78e56c800347, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=201a0fb1-09f4-4092-a321-78e56c800347,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:59.764633 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-980cac10-f44c-435d-a110-0cb2b656415d req-0c71001e-68b0-409b-a77e-f7f8cc65ee36 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677125 Dec 16 17:55:59.766814 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '201a0fb1-09f4-4092-a321-78e56c800347', 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825', 'port_id': '201a0fb1-09f4-4092-a321-78e56c800347', 'mac_address': 'fa:16:3e:5f:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f153873a-3f55-4355-8d4b-0759375656dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:55:59.817506 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:59.832351 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201a0fb1-09f4-4092-a321-78e56c800347 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:55:59.852757 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 201a0fb1-09f4-4092-a321-78e56c800347, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=201a0fb1-09f4-4092-a321-78e56c800347,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:55:59.857416 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:59.903590 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=201a0fb1-09f4-4092-a321-78e56c800347,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:55:59.952517 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebd5be-10e7-428e-a26d-68877951c9bc req-972ac6cb-7cb9-41e4-a732-5609e3cb1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:59.952707 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1850fe-cbed-4dd3-a087-f905adab9611 req-f786ca83-764f-419d-b975-bbe7785cafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:55:59.954006 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-07ebd5be-10e7-428e-a26d-68877951c9bc req-972ac6cb-7cb9-41e4-a732-5609e3cb1fb3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 1099 time: 0.0784776 Dec 16 17:55:59.954141 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4d1850fe-cbed-4dd3-a087-f905adab9611 req-f786ca83-764f-419d-b975-bbe7785cafa8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 1098 time: 0.0793090 Dec 16 17:55:59.988200 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-07ebd5be-10e7-428e-a26d-68877951c9bc req-b09d0018-8e65-40c1-a300-0e853e925cdb service neutron] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:55:59.991762 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-4d1850fe-cbed-4dd3-a087-f905adab9611 req-7d4e23e6-42a4-4ecc-8f2f-7758c3e83405 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.063510 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-07ebd5be-10e7-428e-a26d-68877951c9bc req-b09d0018-8e65-40c1-a300-0e853e925cdb service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.068609 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-07ebd5be-10e7-428e-a26d-68877951c9bc req-b09d0018-8e65-40c1-a300-0e853e925cdb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.072006 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.db.api [req-4d1850fe-cbed-4dd3-a087-f905adab9611 req-7d4e23e6-42a4-4ecc-8f2f-7758c3e83405 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e8f1e3df72324fe996580c7799d277ae {{(pid=102419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:56:00.072409 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG oslo_db.api [req-4d1850fe-cbed-4dd3-a087-f905adab9611 req-7d4e23e6-42a4-4ecc-8f2f-7758c3e83405 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:56:00.111804 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-07ebd5be-10e7-428e-a26d-68877951c9bc req-b09d0018-8e65-40c1-a300-0e853e925cdb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364706 Dec 16 17:56:00.112865 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d0018-8e65-40c1-a300-0e853e925cdb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b41768ea-5313-43b6-9051-b1e2ad7d3fb3,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:00.147828 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:56:00.251414 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:00.263442 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '290d5ebd-1bac-4c76-8c83-0bdc5ba08385', 'network_id': 'd273d2e6-faf5-44dc-9a35-a9f16d00a825', 'port_id': '290d5ebd-1bac-4c76-8c83-0bdc5ba08385', 'mac_address': 'fa:16:3e:95:95:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f153873a-3f55-4355-8d4b-0759375656dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:56:00.302177 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.315961 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:56:00.337269 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:00.343109 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.507910 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:00.562853 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa63a8-b849-4d5d-8b05-8afbea13234f req-7bc9dc73-c9de-4443-a902-95b3036bb5b9 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:00.564501 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5cfa63a8-b849-4d5d-8b05-8afbea13234f req-7bc9dc73-c9de-4443-a902-95b3036bb5b9 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 945 time: 0.0627341 Dec 16 17:56:00.578198 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-4d1850fe-cbed-4dd3-a087-f905adab9611 req-7d4e23e6-42a4-4ecc-8f2f-7758c3e83405 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:00.609066 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fed1b-43aa-43ea-a96d-1aaad2dd920f req-39ba1d93-ceb7-4f62-9ae9-c035cd27a4d3 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:00.610507 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7b1fed1b-43aa-43ea-a96d-1aaad2dd920f req-39ba1d93-ceb7-4f62-9ae9-c035cd27a4d3 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0514328 Dec 16 17:56:00.643958 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5cfa63a8-b849-4d5d-8b05-8afbea13234f req-fc73fdf6-a2eb-4ce4-98de-6ccd866aadf0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728979 Dec 16 17:56:00.674437 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7b1fed1b-43aa-43ea-a96d-1aaad2dd920f req-bfe11c5a-703f-4bb0-be7f-ae5bb0939e32 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 Dec 16 17:56:00.684438 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4d1850fe-cbed-4dd3-a087-f905adab9611 req-7d4e23e6-42a4-4ecc-8f2f-7758c3e83405 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7090445 Dec 16 17:56:00.762660 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0bc4a-4cba-4577-bb91-7079d368baf8 req-4d1d6484-4623-41da-87b9-42d7dc241694 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:00.762660 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b0e0bc4a-4cba-4577-bb91-7079d368baf8 req-4d1d6484-4623-41da-87b9-42d7dc241694 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0561779 Dec 16 17:56:00.815754 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b0e0bc4a-4cba-4577-bb91-7079d368baf8 req-2211e1fa-69af-471b-a53b-8970a0795c0a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458994 Dec 16 17:56:00.877923 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f95f87-93f2-4751-b546-e3f96947c422 req-62a208fb-e7b8-42eb-94b8-d1c88bda26ad tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:00.879614 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c1f95f87-93f2-4751-b546-e3f96947c422 req-62a208fb-e7b8-42eb-94b8-d1c88bda26ad tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0524974 Dec 16 17:56:00.926758 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c1f95f87-93f2-4751-b546-e3f96947c422 req-b6e25ce1-be6a-406a-b686-c9dde236f9e0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408399 Dec 16 17:56:01.091465 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['201a0fb1-09f4-4092-a321-78e56c800347'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:56:01.363917 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['290d5ebd-1bac-4c76-8c83-0bdc5ba08385'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:56:01.765043 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb923c31-33ae-478c-81ac-2735a330982f req-cb6db5c7-f779-487f-8aca-79d82d683dfc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:01.766577 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fb923c31-33ae-478c-81ac-2735a330982f req-cb6db5c7-f779-487f-8aca-79d82d683dfc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 945 time: 0.0524662 Dec 16 17:56:01.796087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989db3d-3dec-4544-8afd-504e5cbeaaed req-77803b99-357f-465c-a6bc-a5cbb68632b2 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:01.798289 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b989db3d-3dec-4544-8afd-504e5cbeaaed req-77803b99-357f-465c-a6bc-a5cbb68632b2 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0528915 Dec 16 17:56:01.825570 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fb923c31-33ae-478c-81ac-2735a330982f req-db4fdc52-6955-494b-8769-c0090eb5b851 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Dec 16 17:56:01.858933 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b989db3d-3dec-4544-8afd-504e5cbeaaed req-f8cd0512-70c1-4f32-9e1b-59a2f57a2cf8 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521193 Dec 16 17:56:01.953813 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46598732-efff-4b29-8d07-4db225b29c4a req-680edb6a-eb0b-47f8-9fbe-da9b5e60665f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:01.955826 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-46598732-efff-4b29-8d07-4db225b29c4a req-680edb6a-eb0b-47f8-9fbe-da9b5e60665f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 943 time: 0.0589101 Dec 16 17:56:02.025730 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-46598732-efff-4b29-8d07-4db225b29c4a req-6fd61f2c-063f-4f33-8584-ce683f28b62e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631752 Dec 16 17:56:02.029162 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device a7bb0c45-53de-4c29-97b7-aabce3e37a85 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:56:02.069175 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ef715-64b7-4f80-b6d6-8a8001e9eb15 req-b0566edb-2213-49f3-92df-0e1532ad5d09 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:02.071095 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-747ef715-64b7-4f80-b6d6-8a8001e9eb15 req-b0566edb-2213-49f3-92df-0e1532ad5d09 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0611403 Dec 16 17:56:02.147397 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-747ef715-64b7-4f80-b6d6-8a8001e9eb15 req-ce247472-744f-4765-92af-488bc82d1ff3 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683894 Dec 16 17:56:02.174081 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port a7bb0c45-53de-4c29-97b7-aabce3e37a85, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:02.187228 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'port_id': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'mac_address': 'fa:16:3e:e2:ec:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:56:02.225036 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:02.239554 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bb0c45-53de-4c29-97b7-aabce3e37a85 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:56:02.266182 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port a7bb0c45-53de-4c29-97b7-aabce3e37a85, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:02.270991 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:02.324811 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=a7bb0c45-53de-4c29-97b7-aabce3e37a85,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:02.959321 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f864f79-b138-470f-9a73-7df1e1523f7e req-5d904560-74fe-4ea2-8bdb-c8777de26f7f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:02.960890 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0f864f79-b138-470f-9a73-7df1e1523f7e req-5d904560-74fe-4ea2-8bdb-c8777de26f7f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 945 time: 0.0580072 Dec 16 17:56:02.974117 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d12a5-2e6e-4514-9a6c-d11abc7a07b9 req-474ee6f2-53bd-4357-b278-babe7565e3be tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:02.975687 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f50d12a5-2e6e-4514-9a6c-d11abc7a07b9 req-474ee6f2-53bd-4357-b278-babe7565e3be tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0501819 Dec 16 17:56:02.996867 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['a7bb0c45-53de-4c29-97b7-aabce3e37a85'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:56:03.025375 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0f864f79-b138-470f-9a73-7df1e1523f7e req-43c30370-ae1f-42f3-84c1-95006ae26a45 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569608 Dec 16 17:56:03.056251 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f50d12a5-2e6e-4514-9a6c-d11abc7a07b9 req-160511ce-2393-4936-98a1-c75bd181c6b2 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711071 Dec 16 17:56:03.169057 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444e411-a066-416d-976d-2f7d9e1b1752 req-2ddadef3-4d3e-43e3-8cf3-53f8d90ddbc3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:03.170790 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3444e411-a066-416d-976d-2f7d9e1b1752 req-2ddadef3-4d3e-43e3-8cf3-53f8d90ddbc3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 944 time: 0.0577698 Dec 16 17:56:03.226242 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3444e411-a066-416d-976d-2f7d9e1b1752 req-60c07a80-d9df-4bd1-8876-154a332bf7b3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491076 Dec 16 17:56:03.274437 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c724038-ecce-4bb5-a1ec-d3bea8434fb2 req-cfd366a1-cf7f-482a-84b1-06d7db530ab8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:03.276468 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1c724038-ecce-4bb5-a1ec-d3bea8434fb2 req-cfd366a1-cf7f-482a-84b1-06d7db530ab8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0628426 Dec 16 17:56:03.329750 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1c724038-ecce-4bb5-a1ec-d3bea8434fb2 req-e432ba5b-8d8f-4b6c-adb9-86490c5501e3 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455673 Dec 16 17:56:04.167399 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42835667-ad65-4898-be02-e411e506ae75 req-1bee8963-5347-4c4b-b8d8-58073da38388 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:04.179761 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-42835667-ad65-4898-be02-e411e506ae75 req-1bee8963-5347-4c4b-b8d8-58073da38388 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 945 time: 0.0711534 Dec 16 17:56:04.186761 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42658) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:04.254650 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21b963-efff-4066-9c4e-1204f8e1fc23 req-fcb0a88a-cac9-4d30-8c3e-4447e262ea07 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:04.255300 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-42835667-ad65-4898-be02-e411e506ae75 req-8ee418e1-961a-4287-a372-109c0c419aeb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745449 Dec 16 17:56:04.256924 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6e21b963-efff-4066-9c4e-1204f8e1fc23 req-fcb0a88a-cac9-4d30-8c3e-4447e262ea07 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.1096792 Dec 16 17:56:04.348211 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6e21b963-efff-4066-9c4e-1204f8e1fc23 req-22ffd712-0c9b-42cd-8e93-a482c4e73cec tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797286 Dec 16 17:56:04.363870 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ca0349e5-3a8c-4eaa-a317-6371081f536a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.404298 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea0339-b31d-432f-9711-7b32d78c7057 req-9a04b4bf-fcb1-44c0-8262-12d47fb389af tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:04.405937 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e6ea0339-b31d-432f-9711-7b32d78c7057 req-9a04b4bf-fcb1-44c0-8262-12d47fb389af tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 944 time: 0.0884597 Dec 16 17:56:04.477252 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033f69-a5f8-4671-8a19-9f0889cd45c3 req-6d09fefe-a94c-4e97-a6b6-a67c08fc416a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:04.478989 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0d033f69-a5f8-4671-8a19-9f0889cd45c3 req-6d09fefe-a94c-4e97-a6b6-a67c08fc416a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0546186 Dec 16 17:56:04.481806 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e6ea0339-b31d-432f-9711-7b32d78c7057 req-8196d2a7-e05e-464d-82aa-7b355ddbdbcf tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682070 Dec 16 17:56:04.516324 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ca0349e5-3a8c-4eaa-a317-6371081f536a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.522190 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ca0349e5-3a8c-4eaa-a317-6371081f536a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.563447 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0d033f69-a5f8-4671-8a19-9f0889cd45c3 req-ca8fb378-9f20-4e9c-afae-7e9806eb2601 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729384 Dec 16 17:56:04.569323 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-ca0349e5-3a8c-4eaa-a317-6371081f536a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2db2fa2b0a44da6bfd193bd94f0970b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813183 Dec 16 17:56:04.572280 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42674) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:04.590530 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0349e5-3a8c-4eaa-a317-6371081f536a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f02e81-2eaa-47ea-a0a7-720e3800aea7,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:04.608828 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42676) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:04.631425 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-551f1fb8-c527-4b3e-9157-f733a7f87563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.653002 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-551f1fb8-c527-4b3e-9157-f733a7f87563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.700999 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-551f1fb8-c527-4b3e-9157-f733a7f87563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.703608 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-551f1fb8-c527-4b3e-9157-f733a7f87563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.704841 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-551f1fb8-c527-4b3e-9157-f733a7f87563 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65f02e81-2eaa-47ea-a0a7-720e3800aea7 HTTP/1.1" status: 204 len: 168 time: 0.1316566 Dec 16 17:56:04.712809 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f1fb8-c527-4b3e-9157-f733a7f87563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f02e81-2eaa-47ea-a0a7-720e3800aea7,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:04.899277 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-63113c8a-1cd0-45a3-863f-970955f09add admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.978179 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-63113c8a-1cd0-45a3-863f-970955f09add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.984169 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-63113c8a-1cd0-45a3-863f-970955f09add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:04.987747 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42684) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:05.002028 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0528777e-0503-40bf-b0aa-977b4068698f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.024442 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-63113c8a-1cd0-45a3-863f-970955f09add admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d881e57fb37e472784926a3c2f535168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4144902 Dec 16 17:56:05.025337 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113c8a-1cd0-45a3-863f-970955f09add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34b775-d49b-460f-bdf5-cd4f9fcf281f,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:05.027154 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42686) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:05.111173 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5a0250f5-4a9e-45d7-8a93-b05578d1afc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.121810 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0528777e-0503-40bf-b0aa-977b4068698f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.127633 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0528777e-0503-40bf-b0aa-977b4068698f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.159364 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5a0250f5-4a9e-45d7-8a93-b05578d1afc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.201381 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-0528777e-0503-40bf-b0aa-977b4068698f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9391e88cc604891aaf7fb39a01d6b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121861 Dec 16 17:56:05.204417 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42690) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:05.207439 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528777e-0503-40bf-b0aa-977b4068698f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4775f1a4-77b0-4ea4-bb83-54571ac881f3,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:05.240321 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5a0250f5-4a9e-45d7-8a93-b05578d1afc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.243235 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5a0250f5-4a9e-45d7-8a93-b05578d1afc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.244556 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5a0250f5-4a9e-45d7-8a93-b05578d1afc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c34b775-d49b-460f-bdf5-cd4f9fcf281f HTTP/1.1" status: 204 len: 168 time: 0.2160079 Dec 16 17:56:05.257018 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0250f5-4a9e-45d7-8a93-b05578d1afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34b775-d49b-460f-bdf5-cd4f9fcf281f,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:05.259305 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-634d8c11-e3da-4c39-b788-dbcf3f780abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.296417 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-634d8c11-e3da-4c39-b788-dbcf3f780abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.358095 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-634d8c11-e3da-4c39-b788-dbcf3f780abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.361006 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-634d8c11-e3da-4c39-b788-dbcf3f780abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.362240 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-634d8c11-e3da-4c39-b788-dbcf3f780abd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4775f1a4-77b0-4ea4-bb83-54571ac881f3 HTTP/1.1" status: 204 len: 168 time: 0.1567595 Dec 16 17:56:05.370500 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634d8c11-e3da-4c39-b788-dbcf3f780abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4775f1a4-77b0-4ea4-bb83-54571ac881f3,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:05.408477 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bea12-cc03-49c8-ab25-db61ff39dd1f req-02afeca5-d797-46fe-ac78-7fb3b83881a0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:05.410129 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-092bea12-cc03-49c8-ab25-db61ff39dd1f req-02afeca5-d797-46fe-ac78-7fb3b83881a0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 945 time: 0.0752265 Dec 16 17:56:05.472232 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-092bea12-cc03-49c8-ab25-db61ff39dd1f req-43c859f7-5760-49fc-a3a2-0c7a6b654df9 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550859 Dec 16 17:56:05.511810 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7914e-cde1-4af0-8bd2-3b6669be0990 req-028d1e90-a4c3-4837-9945-0f415c37fd54 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:05.520049 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f7e7914e-cde1-4af0-8bd2-3b6669be0990 req-028d1e90-a4c3-4837-9945-0f415c37fd54 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0692637 Dec 16 17:56:05.577393 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f7e7914e-cde1-4af0-8bd2-3b6669be0990 req-40e60e01-53fc-4a71-97c9-261a7820a090 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544982 Dec 16 17:56:05.630719 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105e73a-6f11-40b2-8512-9f2ebf14cec5 req-5339d45e-f14f-49c3-b566-1c336df6bcdf tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:05.632641 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3105e73a-6f11-40b2-8512-9f2ebf14cec5 req-5339d45e-f14f-49c3-b566-1c336df6bcdf tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 944 time: 0.0692005 Dec 16 17:56:05.689212 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67379036-4bbf-4282-82fe-ed92b1e77fa8 req-d1127122-a5f4-4a3f-8fa3-994954aa4060 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:05.696896 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67379036-4bbf-4282-82fe-ed92b1e77fa8 req-d1127122-a5f4-4a3f-8fa3-994954aa4060 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0575476 Dec 16 17:56:05.697706 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3105e73a-6f11-40b2-8512-9f2ebf14cec5 req-b34f5fc3-de87-4891-a71d-7a995fd45d59 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584931 Dec 16 17:56:05.744058 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67379036-4bbf-4282-82fe-ed92b1e77fa8 req-88990553-4121-4316-85fc-c520719820f6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Dec 16 17:56:05.801000 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42716) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:05.814414 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-90495ca1-426f-4bc6-9089-d63305318a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.888090 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-90495ca1-426f-4bc6-9089-d63305318a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.893002 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-90495ca1-426f-4bc6-9089-d63305318a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:05.935910 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-90495ca1-426f-4bc6-9089-d63305318a7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f82b8e89c761443ca365a374f5e4410f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337607 Dec 16 17:56:05.936786 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90495ca1-426f-4bc6-9089-d63305318a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb61187-bf0b-4f19-ba78-ec09a01c7eed,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:05.939251 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42720) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:05.997162 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-941e4b08-1718-4171-ab05-0bfeb76d5749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.021995 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-941e4b08-1718-4171-ab05-0bfeb76d5749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.073796 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-941e4b08-1718-4171-ab05-0bfeb76d5749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.078705 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-941e4b08-1718-4171-ab05-0bfeb76d5749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.082185 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-941e4b08-1718-4171-ab05-0bfeb76d5749 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bb61187-bf0b-4f19-ba78-ec09a01c7eed HTTP/1.1" status: 204 len: 168 time: 0.1392503 Dec 16 17:56:06.088237 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e4b08-1718-4171-ab05-0bfeb76d5749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb61187-bf0b-4f19-ba78-ec09a01c7eed,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:06.394475 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42742) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:06.408627 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ac90419-fd63-4c2f-9cb7-7ccd436f0caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.488209 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ac90419-fd63-4c2f-9cb7-7ccd436f0caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.493006 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ac90419-fd63-4c2f-9cb7-7ccd436f0caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.535143 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-2ac90419-fd63-4c2f-9cb7-7ccd436f0caf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9e99af08523447482ce470d12e48607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394615 Dec 16 17:56:06.536504 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac90419-fd63-4c2f-9cb7-7ccd436f0caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120d7044-06ce-4966-bfa5-338251523d95,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:06.538607 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 42748) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:06.595992 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3ebec200-6595-49dc-913e-890a875d5009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.608729 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bdb45-4e18-43f6-8a7c-8f03f58c6eb3 req-acc6bf61-fd23-4ecb-ba72-e030b5fc4c5b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:06.610541 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f26bdb45-4e18-43f6-8a7c-8f03f58c6eb3 req-acc6bf61-fd23-4ecb-ba72-e030b5fc4c5b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 945 time: 0.0580816 Dec 16 17:56:06.623479 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3ebec200-6595-49dc-913e-890a875d5009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.672946 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f26bdb45-4e18-43f6-8a7c-8f03f58c6eb3 req-74872e99-21e1-44e2-a7cf-e37490c33e67 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511456 Dec 16 17:56:06.715662 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfece37-ab83-4d5a-ae50-3e5d35e416df req-630671b2-bf22-4233-b268-f89cee8d9f25 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:06.717156 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3bfece37-ab83-4d5a-ae50-3e5d35e416df req-630671b2-bf22-4233-b268-f89cee8d9f25 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0556386 Dec 16 17:56:06.719508 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3ebec200-6595-49dc-913e-890a875d5009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.722434 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3ebec200-6595-49dc-913e-890a875d5009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:06.723533 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-3ebec200-6595-49dc-913e-890a875d5009 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/120d7044-06ce-4966-bfa5-338251523d95 HTTP/1.1" status: 204 len: 168 time: 0.1827848 Dec 16 17:56:06.755343 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebec200-6595-49dc-913e-890a875d5009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120d7044-06ce-4966-bfa5-338251523d95,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:06.799864 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3bfece37-ab83-4d5a-ae50-3e5d35e416df req-05d3c5d3-a57f-4cfa-ac67-dd23c5607e8c tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736027 Dec 16 17:56:06.861593 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6b5de-0430-4c99-b47e-105419178c8a req-cccb9147-16f5-40ae-ba90-6ba7ae47f7a7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:06.863176 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-77c6b5de-0430-4c99-b47e-105419178c8a req-cccb9147-16f5-40ae-ba90-6ba7ae47f7a7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 944 time: 0.0767257 Dec 16 17:56:06.920998 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-77c6b5de-0430-4c99-b47e-105419178c8a req-4f492a1c-c2d7-428b-99bf-6282e8b98fb1 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517106 Dec 16 17:56:06.944259 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ed0ed-0d6c-4765-9bbc-d5c65e652597 req-f7288faa-1c40-4ab0-bbe1-431f9840a45c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:06.951438 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-380ed0ed-0d6c-4765-9bbc-d5c65e652597 req-f7288faa-1c40-4ab0-bbe1-431f9840a45c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0747750 Dec 16 17:56:07.001994 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-380ed0ed-0d6c-4765-9bbc-d5c65e652597 req-0886efd8-3996-4629-a5f9-f973ff7d8ae0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Dec 16 17:56:07.800092 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b83d19-53e4-477b-84c8-e41b4e7f699f req-92a40ea6-936c-4c37-ae82-d815b959ee99 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:07.803094 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-87b83d19-53e4-477b-84c8-e41b4e7f699f req-92a40ea6-936c-4c37-ae82-d815b959ee99 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 945 time: 0.0531228 Dec 16 17:56:07.851917 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 201a0fb1-09f4-4092-a321-78e56c800347 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:56:07.854343 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-87b83d19-53e4-477b-84c8-e41b4e7f699f req-627c74e1-7d02-4c41-b068-fbed205fa13c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Dec 16 17:56:07.907444 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 201a0fb1-09f4-4092-a321-78e56c800347 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:56:07.911806 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 201a0fb1-09f4-4092-a321-78e56c800347 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:07.912418 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:07.948054 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa16e7b-3a49-41df-a796-f1b2ada08aa3 req-da3de79a-14b9-4de4-8e62-25b46af2977b tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:07.949838 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-cfa16e7b-3a49-41df-a796-f1b2ada08aa3 req-da3de79a-14b9-4de4-8e62-25b46af2977b tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0533476 Dec 16 17:56:08.002015 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:08.005657 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-cfa16e7b-3a49-41df-a796-f1b2ada08aa3 req-267f324d-b486-4f15-b06f-6a2934ad65f3 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477824 Dec 16 17:56:08.027076 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e995c-4d16-4e48-ae00-73880432cf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201a0fb1-09f4-4092-a321-78e56c800347'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:08.030441 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2fea03-1d7a-444c-988f-e728ca59dd01" -d '{"events": [{"server_uuid": "da5e995c-4d16-4e48-ae00-73880432cf3c", "name": "network-vif-plugged", "status": "completed", "tag": "201a0fb1-09f4-4092-a321-78e56c800347"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:08.048438 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 201a0fb1-09f4-4092-a321-78e56c800347, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=201a0fb1-09f4-4092-a321-78e56c800347,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:08.053595 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:08.054415 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:56:08.066316 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6096b-853f-4654-9863-deb849d2406d req-572e9a2d-231d-45de-be09-dc7a14ff33b1 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:08.068047 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-daa6096b-853f-4654-9863-deb849d2406d req-572e9a2d-231d-45de-be09-dc7a14ff33b1 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 944 time: 0.0584943 Dec 16 17:56:08.125807 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-daa6096b-853f-4654-9863-deb849d2406d req-bddf3fd0-c0f0-4f26-b7a8-3bd8fc846b6e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518610 Dec 16 17:56:08.146385 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=201a0fb1-09f4-4092-a321-78e56c800347,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:08.149253 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:56:08.154766 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:08.155600 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:08.187566 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370bd2f-7a8e-4152-b8ca-e749b859b29f req-c7ccbf48-6a10-425b-b2c5-a43c9220045f tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:08.189478 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f370bd2f-7a8e-4152-b8ca-e749b859b29f req-c7ccbf48-6a10-425b-b2c5-a43c9220045f tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0883877 Dec 16 17:56:08.191005 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f6758a-f485-4062-b881-f7e9a085c1a6 x-openstack-request-id: req-c7f6758a-f485-4062-b881-f7e9a085c1a6 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:08.191524 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5e995c-4d16-4e48-ae00-73880432cf3c", "name": "network-vif-plugged", "status": "completed", "tag": "201a0fb1-09f4-4092-a321-78e56c800347", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:08.191788 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7f6758a-f485-4062-b881-f7e9a085c1a6 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:08.192234 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e995c-4d16-4e48-ae00-73880432cf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201a0fb1-09f4-4092-a321-78e56c800347', 'code': 200} Dec 16 17:56:08.246039 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f370bd2f-7a8e-4152-b8ca-e749b859b29f req-77cbd459-003f-4c0e-8fa0-0857784acf7a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498807 Dec 16 17:56:08.256563 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:08.292032 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:08.296176 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:08.344201 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:08.669458 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42848) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:08.779297 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5a466fab-16bf-4b8a-9060-31202392e6d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:08.864482 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5a466fab-16bf-4b8a-9060-31202392e6d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:08.871178 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5a466fab-16bf-4b8a-9060-31202392e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:08.910077 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a466fab-16bf-4b8a-9060-31202392e6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c1d695-d278-462d-96d3-956c243474b0,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:08.915342 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5a466fab-16bf-4b8a-9060-31202392e6d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f75f9112945b43d08755062fafe12427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449064 Dec 16 17:56:08.918395 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42856) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:09.002642 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7166e-712f-4124-b24f-d3f85209d93b req-0efc8fc8-d6d1-4af9-8e91-fbc5a600f663 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:09.004108 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-54a7166e-712f-4124-b24f-d3f85209d93b req-0efc8fc8-d6d1-4af9-8e91-fbc5a600f663 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0741498 Dec 16 17:56:09.005186 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5af5-c818-4c59-ad74-b305a7c644b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.036578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5af5-c818-4c59-ad74-b305a7c644b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.090439 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-54a7166e-712f-4124-b24f-d3f85209d93b req-9cc465ba-1714-4116-8c7a-78b1e58a9749 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760868 Dec 16 17:56:09.111759 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5af5-c818-4c59-ad74-b305a7c644b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.115437 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5af5-c818-4c59-ad74-b305a7c644b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.116643 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-3e5f5af5-c818-4c59-ad74-b305a7c644b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9c1d695-d278-462d-96d3-956c243474b0 HTTP/1.1" status: 204 len: 168 time: 0.1973264 Dec 16 17:56:09.128343 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f5af5-c818-4c59-ad74-b305a7c644b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c1d695-d278-462d-96d3-956c243474b0,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:09.150971 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706ee70-e53b-4eaa-8787-02867243d47e req-351e014f-5de4-4188-b9f6-bab188736ec2 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:09.158869 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f706ee70-e53b-4eaa-8787-02867243d47e req-351e014f-5de4-4188-b9f6-bab188736ec2 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0622337 Dec 16 17:56:09.202160 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f706ee70-e53b-4eaa-8787-02867243d47e req-433692ac-2af2-4e4a-88b4-8812543d58b9 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Dec 16 17:56:09.253935 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa42a4b-33cd-4fff-bfc2-6306e5a13601 req-cc7abbee-64f2-4d7e-ba7d-33b3069efaba tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:09.255592 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9fa42a4b-33cd-4fff-bfc2-6306e5a13601 req-cc7abbee-64f2-4d7e-ba7d-33b3069efaba tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 944 time: 0.0571904 Dec 16 17:56:09.306461 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9fa42a4b-33cd-4fff-bfc2-6306e5a13601 req-4467cc09-8fd0-443d-b6e9-dd295a91eb09 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Dec 16 17:56:09.376153 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e047d8-9917-4c62-8cdf-e3183ecf405e req-3ee4d1b7-4582-4626-bfdc-92632de0f1c8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:09.377610 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a7e047d8-9917-4c62-8cdf-e3183ecf405e req-3ee4d1b7-4582-4626-bfdc-92632de0f1c8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0497582 Dec 16 17:56:09.413321 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42870) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:09.426743 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f0209c2-1bef-446f-8827-7b0b78574160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.428762 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a7e047d8-9917-4c62-8cdf-e3183ecf405e req-84b8f1a1-95ac-4b50-aa51-34bacbd6d5e8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Dec 16 17:56:09.530206 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f0209c2-1bef-446f-8827-7b0b78574160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.536590 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f0209c2-1bef-446f-8827-7b0b78574160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.571631 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0209c2-1bef-446f-8827-7b0b78574160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd0da3e-627f-4294-b104-0bae5cd345f0,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:09.576329 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6f0209c2-1bef-446f-8827-7b0b78574160 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4267c105717b4ee69642911a45f0b585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619205 Dec 16 17:56:09.579902 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 42874) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:09.627785 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-21e55fed-55ec-4435-b71e-c1f0e22adbac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.649644 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-21e55fed-55ec-4435-b71e-c1f0e22adbac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.706342 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-21e55fed-55ec-4435-b71e-c1f0e22adbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.709080 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-21e55fed-55ec-4435-b71e-c1f0e22adbac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:09.710246 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-21e55fed-55ec-4435-b71e-c1f0e22adbac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cd0da3e-627f-4294-b104-0bae5cd345f0 HTTP/1.1" status: 204 len: 168 time: 0.1294463 Dec 16 17:56:09.719135 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e55fed-55ec-4435-b71e-c1f0e22adbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd0da3e-627f-4294-b104-0bae5cd345f0,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:09.910322 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51aff97-b91b-4d9b-a5d3-9481e5545638 req-18b5cd62-7771-4e24-babc-00e5caacfa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:09.912096 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e51aff97-b91b-4d9b-a5d3-9481e5545638 req-18b5cd62-7771-4e24-babc-00e5caacfa7f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 1099 time: 0.0482666 Dec 16 17:56:09.966327 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e51aff97-b91b-4d9b-a5d3-9481e5545638 req-d9d78815-9b15-4e34-922d-42bbee65ed95 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 Dec 16 17:56:10.193846 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b128b8-90f3-4162-82d5-7b55358c2a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290d5ebd-1bac-4c76-8c83-0bdc5ba08385'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:10.196250 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90b14c-52a1-42bd-9ecb-0817caf3094a" -d '{"events": [{"server_uuid": "71b128b8-90f3-4162-82d5-7b55358c2a7f", "name": "network-vif-plugged", "status": "completed", "tag": "290d5ebd-1bac-4c76-8c83-0bdc5ba08385"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:10.213103 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae59d6a-925b-4dbb-b195-0aec1455a7cf req-37aa26c2-8df4-44af-8cc1-0bc32b72876f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:10.215425 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0ae59d6a-925b-4dbb-b195-0aec1455a7cf req-37aa26c2-8df4-44af-8cc1-0bc32b72876f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0511720 Dec 16 17:56:10.242884 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0242e5c0-c5fe-47db-9dcf-1ec03f89149f x-openstack-request-id: req-0242e5c0-c5fe-47db-9dcf-1ec03f89149f {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:10.243181 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b128b8-90f3-4162-82d5-7b55358c2a7f", "name": "network-vif-plugged", "status": "completed", "tag": "290d5ebd-1bac-4c76-8c83-0bdc5ba08385", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:10.243574 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0242e5c0-c5fe-47db-9dcf-1ec03f89149f {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:10.244969 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b128b8-90f3-4162-82d5-7b55358c2a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290d5ebd-1bac-4c76-8c83-0bdc5ba08385', 'code': 200} Dec 16 17:56:10.267198 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0ae59d6a-925b-4dbb-b195-0aec1455a7cf req-98094969-822c-45f2-871d-86fd14ad5ae4 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Dec 16 17:56:10.361646 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b55e09-df16-4a51-a0df-dc1096e3b40b req-6c47f58f-392a-437f-bcb9-5a073a54bd3a tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:10.363512 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-39b55e09-df16-4a51-a0df-dc1096e3b40b req-6c47f58f-392a-437f-bcb9-5a073a54bd3a tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.0700421 Dec 16 17:56:10.421474 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-39b55e09-df16-4a51-a0df-dc1096e3b40b req-3a9ae0f4-6476-4d49-b3c4-238dc07d7900 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518320 Dec 16 17:56:10.456808 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241a4f2-5aec-4b15-92e1-1038d4ec050b req-4b906bf0-2d70-4dab-95a0-dc8f7b684e35 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:10.465556 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0241a4f2-5aec-4b15-92e1-1038d4ec050b req-4b906bf0-2d70-4dab-95a0-dc8f7b684e35 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 944 time: 0.0769675 Dec 16 17:56:10.539283 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0241a4f2-5aec-4b15-92e1-1038d4ec050b req-5eb4b5f3-25f2-4d26-b5a4-a3bc5e743efe tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724747 Dec 16 17:56:10.609553 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86d320-1a68-4e40-bead-0ab3e9071473 req-1e61091d-aa25-4cb2-8456-fca32f608657 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:10.611202 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2c86d320-1a68-4e40-bead-0ab3e9071473 req-1e61091d-aa25-4cb2-8456-fca32f608657 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0892067 Dec 16 17:56:10.621047 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efa26d-609f-49d2-b5ab-f17fe640321f req-30d63208-3649-4337-85f4-f6f6b074e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:10.622644 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-47efa26d-609f-49d2-b5ab-f17fe640321f req-30d63208-3649-4337-85f4-f6f6b074e79a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1098 time: 0.0536923 Dec 16 17:56:10.669354 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2c86d320-1a68-4e40-bead-0ab3e9071473 req-4a35a649-20f7-4566-a6e3-4a1efc7db308 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499935 Dec 16 17:56:10.719986 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-47efa26d-609f-49d2-b5ab-f17fe640321f req-ab707540-c160-445e-bd9c-15a20dd1eccd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573616 Dec 16 17:56:11.397976 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311769b3-2929-4d2c-a4b3-0cde7daba347 req-ce175288-279b-4ae6-9ba6-4ecf28b7eaeb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:11.399576 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-311769b3-2929-4d2c-a4b3-0cde7daba347 req-ce175288-279b-4ae6-9ba6-4ecf28b7eaeb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0614831 Dec 16 17:56:11.450023 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-311769b3-2929-4d2c-a4b3-0cde7daba347 req-3f6cdade-a195-436d-b952-6a37006c7fc4 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Dec 16 17:56:11.658921 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device a7bb0c45-53de-4c29-97b7-aabce3e37a85 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:56:11.669457 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2dd6-b7bb-4905-a1e2-894a22d4d26f req-851d972f-d572-479a-b25c-8a7c0d726c37 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:11.671338 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-911b2dd6-b7bb-4905-a1e2-894a22d4d26f req-851d972f-d572-479a-b25c-8a7c0d726c37 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 944 time: 0.0596945 Dec 16 17:56:11.714764 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port a7bb0c45-53de-4c29-97b7-aabce3e37a85 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:56:11.721599 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port a7bb0c45-53de-4c29-97b7-aabce3e37a85 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:11.722448 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:11.726362 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-911b2dd6-b7bb-4905-a1e2-894a22d4d26f req-f6847681-8bf9-4996-9d45-c906b0a5b5ed tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485845 Dec 16 17:56:11.828075 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:11.871751 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port a7bb0c45-53de-4c29-97b7-aabce3e37a85, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:11.878434 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:11.953511 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=a7bb0c45-53de-4c29-97b7-aabce3e37a85,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:12.246089 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:12.251235 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75128044-6f48-4590-8d82-f1482dfc2ed5" -d '{"events": [{"server_uuid": "6e6bc622-be3a-4c87-90e5-80f6bf9f4d39", "name": "network-vif-plugged", "status": "completed", "tag": "a7bb0c45-53de-4c29-97b7-aabce3e37a85"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:12.301383 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588d2730-38fe-422b-946b-ed3b38fc1c99 x-openstack-request-id: req-588d2730-38fe-422b-946b-ed3b38fc1c99 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:12.302189 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6bc622-be3a-4c87-90e5-80f6bf9f4d39", "name": "network-vif-plugged", "status": "completed", "tag": "a7bb0c45-53de-4c29-97b7-aabce3e37a85", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:12.302746 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-588d2730-38fe-422b-946b-ed3b38fc1c99 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:12.305864 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'code': 200} Dec 16 17:56:12.523107 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e17f-f4ca-4288-a90a-d97591043339 req-daa5d963-f5cb-4be9-9e83-973965a941e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:12.525671 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b118e17f-f4ca-4288-a90a-d97591043339 req-daa5d963-f5cb-4be9-9e83-973965a941e0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 1098 time: 0.0536742 Dec 16 17:56:12.615078 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2ea25-47e4-4e49-8daf-6bb82961889b req-3e3b6d7b-e35b-4841-8405-cec38197b763 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:12.616614 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-53a2ea25-47e4-4e49-8daf-6bb82961889b req-3e3b6d7b-e35b-4841-8405-cec38197b763 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0733440 Dec 16 17:56:12.626259 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b118e17f-f4ca-4288-a90a-d97591043339 req-d3bcfd92-5961-4247-aa05-15dcbc8e4cd2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494576 Dec 16 17:56:12.671102 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-53a2ea25-47e4-4e49-8daf-6bb82961889b req-b05a8f36-bf0a-4ea0-9d23-28f260a399ee tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Dec 16 17:56:12.862066 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588ee71-3eac-40ae-98d0-139fe28bfa37 req-ddc27b5e-8aec-43f6-98fe-8883f24e32f6 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:12.864129 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d588ee71-3eac-40ae-98d0-139fe28bfa37 req-ddc27b5e-8aec-43f6-98fe-8883f24e32f6 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0554929 Dec 16 17:56:12.921793 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d588ee71-3eac-40ae-98d0-139fe28bfa37 req-6f3adf16-9846-46fe-9d41-726f416dd494 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515561 Dec 16 17:56:13.003556 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c44ef-48ee-4ed7-9788-71424f56a3f7 req-3cfbac5c-6a92-4b77-820b-e4f9b18b1dd1 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:13.004900 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-919c44ef-48ee-4ed7-9788-71424f56a3f7 req-3cfbac5c-6a92-4b77-820b-e4f9b18b1dd1 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0602570 Dec 16 17:56:13.056972 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-919c44ef-48ee-4ed7-9788-71424f56a3f7 req-3a7edae4-f9d3-42f0-b87b-287479d40776 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458496 Dec 16 17:56:14.063047 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10991-e3f2-4b24-9b81-7ca30841c53b req-78f2b202-127d-43ed-90f7-0c5873d8e199 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:14.064526 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b9f10991-e3f2-4b24-9b81-7ca30841c53b req-78f2b202-127d-43ed-90f7-0c5873d8e199 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0644302 Dec 16 17:56:14.113408 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b9f10991-e3f2-4b24-9b81-7ca30841c53b req-82e0978d-3812-41cc-80d1-ad2d20120b0a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Dec 16 17:56:14.241673 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803731a6-c7c5-4cdd-88fc-bab2285c2fa2 req-513051e5-2bdf-475e-b1d0-e64aa150a4a0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:14.243571 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-803731a6-c7c5-4cdd-88fc-bab2285c2fa2 req-513051e5-2bdf-475e-b1d0-e64aa150a4a0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0607357 Dec 16 17:56:14.306284 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-803731a6-c7c5-4cdd-88fc-bab2285c2fa2 req-bbc8fa00-6bb6-4520-9b75-d36424e270f7 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531046 Dec 16 17:56:15.269172 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a94b3-dc90-4d3b-8aec-41286a4673f7 req-6417b9a5-71c1-46ca-80ae-14002afddd95 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:15.270650 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e98a94b3-dc90-4d3b-8aec-41286a4673f7 req-6417b9a5-71c1-46ca-80ae-14002afddd95 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0635223 Dec 16 17:56:15.319895 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e98a94b3-dc90-4d3b-8aec-41286a4673f7 req-960ca289-f28b-43b7-ad39-9419723a4820 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 Dec 16 17:56:15.425366 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499439a-632b-4613-a481-f73dc32667ad req-e7a10dad-fa16-45c3-93ea-45af9188e90c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:15.426778 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7499439a-632b-4613-a481-f73dc32667ad req-e7a10dad-fa16-45c3-93ea-45af9188e90c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0482070 Dec 16 17:56:15.479710 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7499439a-632b-4613-a481-f73dc32667ad req-c0ecfb81-9ae7-45b5-99ad-c9cd52755c2d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Dec 16 17:56:16.448092 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc4563-7484-42b5-b8b0-b07e4bae1bbf req-923c4ea1-e200-480f-803e-a3f95570cc48 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:16.449628 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-46dc4563-7484-42b5-b8b0-b07e4bae1bbf req-923c4ea1-e200-480f-803e-a3f95570cc48 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0503163 Dec 16 17:56:16.503675 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-46dc4563-7484-42b5-b8b0-b07e4bae1bbf req-d89c6346-fd5b-4f8b-b3dd-7d311356d2bb tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452766 Dec 16 17:56:16.606518 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c462f-6e00-44c2-9046-f9482d7615cb req-bd8b67af-4144-49de-acc9-3529326c5cb8 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:16.608102 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c86c462f-6e00-44c2-9046-f9482d7615cb req-bd8b67af-4144-49de-acc9-3529326c5cb8 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0487015 Dec 16 17:56:16.659383 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c86c462f-6e00-44c2-9046-f9482d7615cb req-d795d5f7-5822-4f77-8776-d9fd026ec6a6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Dec 16 17:56:17.628813 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd14f5e-0243-4117-a1d7-ca73d7431d00 req-fe6376e0-e535-4789-9ddd-64748b0f29ee tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:17.630296 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9fd14f5e-0243-4117-a1d7-ca73d7431d00 req-fe6376e0-e535-4789-9ddd-64748b0f29ee tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0507910 Dec 16 17:56:17.685612 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9fd14f5e-0243-4117-a1d7-ca73d7431d00 req-d4b0e2b6-a4cd-4cde-b1da-eff5caf36bd3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489514 Dec 16 17:56:17.818589 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d456a-9dda-4cc8-b86a-92a3893920bc req-36374d4e-e82f-4feb-9cd2-44d37026fe16 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:17.820044 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3f1d456a-9dda-4cc8-b86a-92a3893920bc req-36374d4e-e82f-4feb-9cd2-44d37026fe16 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0679893 Dec 16 17:56:17.870146 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3f1d456a-9dda-4cc8-b86a-92a3893920bc req-aa3f0d4b-329a-436a-abe2-da8c95a2fa02 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437479 Dec 16 17:56:18.812469 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa518e-d635-4be6-b609-d9bcc8b8a6dd req-1e29ce64-56f1-4c09-a9f0-16a607404900 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:18.813974 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-16aa518e-d635-4be6-b609-d9bcc8b8a6dd req-1e29ce64-56f1-4c09-a9f0-16a607404900 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0497019 Dec 16 17:56:18.864977 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-16aa518e-d635-4be6-b609-d9bcc8b8a6dd req-77f10894-2097-4f0f-b93b-f5290765813d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Dec 16 17:56:18.989405 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f888eb-9d62-494b-ba46-fd01b50b1e41 req-82405339-aed7-4114-899c-e314d8b959b3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:18.991556 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-94f888eb-9d62-494b-ba46-fd01b50b1e41 req-82405339-aed7-4114-899c-e314d8b959b3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0540607 Dec 16 17:56:19.042152 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-94f888eb-9d62-494b-ba46-fd01b50b1e41 req-c8c8a6f7-44f7-4fd6-bf14-ad505d866a0a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Dec 16 17:56:19.366028 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46febd1-48e7-432f-b970-5a640e190294 req-a3179749-93e4-401c-8562-85b3788c1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:19.367756 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f46febd1-48e7-432f-b970-5a640e190294 req-a3179749-93e4-401c-8562-85b3788c1e03 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 1099 time: 0.0480280 Dec 16 17:56:19.475025 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46febd1-48e7-432f-b970-5a640e190294 req-1c00540d-757f-4e34-934b-fd15788332d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:19.476831 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f46febd1-48e7-432f-b970-5a640e190294 req-1c00540d-757f-4e34-934b-fd15788332d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 920 time: 0.1003931 Dec 16 17:56:19.705667 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f46febd1-48e7-432f-b970-5a640e190294 req-1165e8ab-770a-45e5-a2b6-c1e356fb44db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=201a0fb1-09f4-4092-a321-78e56c800347 HTTP/1.1" status: 200 len: 217 time: 0.2113957 Dec 16 17:56:19.755668 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46febd1-48e7-432f-b970-5a640e190294 req-fcc1678a-8f38-42e5-b99f-b6191349ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:19.757106 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f46febd1-48e7-432f-b970-5a640e190294 req-fcc1678a-8f38-42e5-b99f-b6191349ef58 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 200 len: 859 time: 0.0428398 Dec 16 17:56:19.798413 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f46febd1-48e7-432f-b970-5a640e190294 req-ced962dc-2af3-49a2-9b06-1a1a46114724 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d273d2e6-faf5-44dc-9a35-a9f16d00a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251186 Dec 16 17:56:19.901048 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f46febd1-48e7-432f-b970-5a640e190294 req-9ba4e168-e8d9-4e33-bafb-2f16f17bec01 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918927 Dec 16 17:56:19.999685 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543d416-9bec-4046-b654-bd5e55daefdb req-b30b3498-174e-4784-a562-b1ecc59cc4ca tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:20.001213 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2543d416-9bec-4046-b654-bd5e55daefdb req-b30b3498-174e-4784-a562-b1ecc59cc4ca tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0576353 Dec 16 17:56:20.050198 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2543d416-9bec-4046-b654-bd5e55daefdb req-d4bdc18f-2fe5-4068-8101-86111f1d1066 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Dec 16 17:56:20.162075 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364817a-ae3c-4a27-ae7f-7e06174ae612 req-945b7920-87c4-4416-b506-128e8bf91d7a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:20.163625 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1364817a-ae3c-4a27-ae7f-7e06174ae612 req-945b7920-87c4-4416-b506-128e8bf91d7a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0482209 Dec 16 17:56:20.216140 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1364817a-ae3c-4a27-ae7f-7e06174ae612 req-bd68d44f-8386-4700-a200-8fd2dcfdae4a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Dec 16 17:56:20.999647 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-6788f628-a02e-4694-b50c-d6f25b44b298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:21.171992 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a84f95-6649-4d81-9c31-264787cb0a51 req-fdcf8b13-7827-4fa4-8407-5d1b1fcb7343 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:21.173500 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-33a84f95-6649-4d81-9c31-264787cb0a51 req-fdcf8b13-7827-4fa4-8407-5d1b1fcb7343 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0541501 Dec 16 17:56:21.225193 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-33a84f95-6649-4d81-9c31-264787cb0a51 req-b613661e-1ea0-40b6-8ddb-5f52c4f9f1cf tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 Dec 16 17:56:21.336642 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e57c6e-6544-497d-bbea-dfdd25ff3c37 req-f5b1fc0d-897c-46df-9622-a3e371e5ce87 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:21.338005 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-08e57c6e-6544-497d-bbea-dfdd25ff3c37 req-f5b1fc0d-897c-46df-9622-a3e371e5ce87 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0534403 Dec 16 17:56:21.384895 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-08e57c6e-6544-497d-bbea-dfdd25ff3c37 req-98e55b83-f32d-452d-acd7-f7485083eaef tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Dec 16 17:56:22.357613 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5604-8395-4255-ae94-05413b9a69ef req-b4118eaf-cb39-48cb-9700-fee83a4ccdd0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:22.359330 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a65d5604-8395-4255-ae94-05413b9a69ef req-b4118eaf-cb39-48cb-9700-fee83a4ccdd0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0526705 Dec 16 17:56:22.409975 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a65d5604-8395-4255-ae94-05413b9a69ef req-96e2a1a8-e414-4e09-992c-aa594949cc86 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444655 Dec 16 17:56:22.525864 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7407-217a-44d4-8fae-5e0aa4e42693 req-76ae1533-ca2b-438a-982b-3d3ff5e7e9af tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:22.527391 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-772c7407-217a-44d4-8fae-5e0aa4e42693 req-76ae1533-ca2b-438a-982b-3d3ff5e7e9af tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0627739 Dec 16 17:56:22.578112 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-772c7407-217a-44d4-8fae-5e0aa4e42693 req-bd6664e6-315f-438c-b149-81af0ae4fec2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Dec 16 17:56:22.999277 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f46febd1-48e7-432f-b970-5a640e190294 req-7337de87-8a05-410f-ad68-d7a8f4df40e7 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861626 Dec 16 17:56:23.226058 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:23.278810 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2e9b1189-efde-444f-8c6c-8d41cdc182f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:23.553154 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80da7-4bec-40d2-adfb-b7190eb71c2f req-839bb397-f2d4-4d8a-98de-47aebaa466f2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:23.554658 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cfc80da7-4bec-40d2-adfb-b7190eb71c2f req-839bb397-f2d4-4d8a-98de-47aebaa466f2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0652263 Dec 16 17:56:23.603258 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cfc80da7-4bec-40d2-adfb-b7190eb71c2f req-f5b5c0f9-92c2-4e94-aa39-42472a213435 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Dec 16 17:56:23.701475 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae97cb-ea9a-4153-a615-6b99b0690a29 req-30cb7acc-f5f5-4f0d-854d-ebec14a0c234 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:23.702880 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-57ae97cb-ea9a-4153-a615-6b99b0690a29 req-30cb7acc-f5f5-4f0d-854d-ebec14a0c234 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0512221 Dec 16 17:56:23.751913 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-57ae97cb-ea9a-4153-a615-6b99b0690a29 req-18021b7c-920e-4eec-96cd-e1ab9b947356 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Dec 16 17:56:24.543165 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:24.597738 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-9a57b7bd-9f38-45a6-b5da-d7c496889559 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450180 Dec 16 17:56:24.725007 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89acb2-bca3-4c63-9407-e901d7dd48ce req-b39e2d1b-87c1-44fe-bce4-50549bbe18af tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:24.726503 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-dc89acb2-bca3-4c63-9407-e901d7dd48ce req-b39e2d1b-87c1-44fe-bce4-50549bbe18af tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0515904 Dec 16 17:56:24.752571 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-4593cb2c-e686-46d8-af3e-922e490a33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:24.754212 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-4593cb2c-e686-46d8-af3e-922e490a33f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1670f03a08914a50ac3c502be6456794&device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 1099 time: 0.0412481 Dec 16 17:56:24.776834 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-dc89acb2-bca3-4c63-9407-e901d7dd48ce req-aeec12c7-b16b-404d-ab72-558c09b8ddcb tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437500 Dec 16 17:56:24.960147 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de1429-1edb-4718-9035-4c409ac89059 req-99e94cd3-03f8-44c2-a572-9bdb12a77c35 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:24.961638 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d0de1429-1edb-4718-9035-4c409ac89059 req-99e94cd3-03f8-44c2-a572-9bdb12a77c35 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.1172323 Dec 16 17:56:24.964426 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-e7627480-e85e-4cea-bb08-d49d54d4929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:24.965884 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-e7627480-e85e-4cea-bb08-d49d54d4929e service neutron] 10.222.0.76 "GET /v2.0/networks?id=301af5f0-dae2-46f9-946d-d976042676c5 HTTP/1.1" status: 200 len: 912 time: 0.1825001 Dec 16 17:56:25.022349 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-f0522be0-054d-4a63-9d7c-28ef801bf32d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6506aea0-64ec-479c-b87b-b1f8e1f05d52 HTTP/1.1" status: 200 len: 217 time: 0.0401273 Dec 16 17:56:25.071715 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d0de1429-1edb-4718-9035-4c409ac89059 req-70f54f76-54b1-41c3-a4f7-e235930dbecf tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028180 Dec 16 17:56:25.086705 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-6321cc2e-ff96-4a54-a07d-a363fe62f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:25.088168 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-6321cc2e-ff96-4a54-a07d-a363fe62f155 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68535031-f85c-4d2d-9321-79668fc98911 HTTP/1.1" status: 200 len: 851 time: 0.0557458 Dec 16 17:56:25.122752 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-68474c00-b8fe-4834-8063-266c5ab7ddee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=301af5f0-dae2-46f9-946d-d976042676c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239103 Dec 16 17:56:25.219125 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-ba200458-b9f9-478a-875e-f349081d9912 service neutron] 10.222.0.76 "GET /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865872 Dec 16 17:56:25.311055 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d1f033f2-ae4a-46aa-9414-5ce8355aecc9 req-1d0c6a20-1a65-47de-90f4-17f1a8b6e209 service neutron] 10.222.0.76 "GET /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839005 Dec 16 17:56:25.909035 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eba1ea-a7b0-4270-b4b8-1c2c0bda93e3 req-f54b897a-9a9f-4545-91e0-00b4d3a4015c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:25.910588 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45eba1ea-a7b0-4270-b4b8-1c2c0bda93e3 req-f54b897a-9a9f-4545-91e0-00b4d3a4015c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0607231 Dec 16 17:56:25.966551 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45eba1ea-a7b0-4270-b4b8-1c2c0bda93e3 req-5f1b44cb-511e-470d-a0a6-e7cdf2c46bdd tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Dec 16 17:56:26.018593 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:26.193965 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb6f07-9621-4229-88c9-ffeaede933a3 req-4e4153ba-7893-4c90-859d-d056542ce2b6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:26.195489 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1abb6f07-9621-4229-88c9-ffeaede933a3 req-4e4153ba-7893-4c90-859d-d056542ce2b6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0520926 Dec 16 17:56:26.245373 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1abb6f07-9621-4229-88c9-ffeaede933a3 req-74ebba79-ccfe-4376-8605-cfa76f346799 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437806 Dec 16 17:56:26.801765 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:27.090875 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be219e0d-db18-4859-be0a-f67f599022e6 req-0f550857-9b8a-4894-8fd6-9e77b66fd1ab tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:27.092916 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-be219e0d-db18-4859-be0a-f67f599022e6 req-0f550857-9b8a-4894-8fd6-9e77b66fd1ab tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0496752 Dec 16 17:56:27.142811 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-be219e0d-db18-4859-be0a-f67f599022e6 req-89916943-df5f-4cd4-927d-930c1f83577b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Dec 16 17:56:27.282332 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf049e6-6dcc-4a9f-bca5-f54f3888b4bd req-58a476a4-58f3-45f7-90e8-abfeb2da53ca tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:27.284326 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2bf049e6-6dcc-4a9f-bca5-f54f3888b4bd req-58a476a4-58f3-45f7-90e8-abfeb2da53ca tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0635643 Dec 16 17:56:27.298085 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43294) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:27.302864 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'floatingip': {'port_id': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:27.401278 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:27.504474 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fde4e-2eb4-4d06-8108-d08112f3018a req-aafbdf26-ef18-457b-bd37-55475c19ccfc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:27.505876 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-855fde4e-2eb4-4d06-8108-d08112f3018a req-aafbdf26-ef18-457b-bd37-55475c19ccfc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.1744111 Dec 16 17:56:27.676108 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-855fde4e-2eb4-4d06-8108-d08112f3018a req-58989763-6bb9-4dbb-a0c4-eeeb7f8fad43 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527512 Dec 16 17:56:28.369324 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:28.374871 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:28.507447 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Floating IP 268d6c44-458f-4eec-b44e-24efe55aac15 associated. External IP: 172.27.3.128, port: a7bb0c45-53de-4c29-97b7-aabce3e37a85. Dec 16 17:56:28.684085 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43334) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:28.810255 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Router 38ea63a7-230b-4951-9e10-1dc5dc95b95c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:56:28.837924 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2d07a-559c-4637-b4e5-5c2d5959f001 req-8633f5ad-ff66-42a4-8622-b361d2ea50fa tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:28.846173 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c8a2d07a-559c-4637-b4e5-5c2d5959f001 req-8633f5ad-ff66-42a4-8622-b361d2ea50fa tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0644166 Dec 16 17:56:28.903705 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:28.932402 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c8a2d07a-559c-4637-b4e5-5c2d5959f001 req-4455c6d7-5ed5-4177-989b-52cf8827f094 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845959 Dec 16 17:56:28.956480 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:56:28.961151 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:28.974382 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] Sync routers for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:56:28.994904 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:56:28.995746 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:29.002000 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-8be1ee19-bcd0-49dc-ad1f-ed8d500eeabc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "PUT /v2.0/floatingips/268d6c44-458f-4eec-b44e-24efe55aac15 HTTP/1.1" status: 200 len: 991 time: 1.6999142 Dec 16 17:56:29.002000 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'tag': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:29.002800 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6bc622-be3a-4c87-90e5-80f6bf9f4d39", "tag": "a7bb0c45-53de-4c29-97b7-aabce3e37a85"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:29.035080 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.042734 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb8cc9e-9ab0-45c2-8e0c-c492987759a5 x-openstack-request-id: req-dbb8cc9e-9ab0-45c2-8e0c-c492987759a5 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:29.042999 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6bc622-be3a-4c87-90e5-80f6bf9f4d39", "tag": "a7bb0c45-53de-4c29-97b7-aabce3e37a85", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:29.043280 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbb8cc9e-9ab0-45c2-8e0c-c492987759a5 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:29.043675 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'tag': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'status': 'completed', 'code': 200} Dec 16 17:56:29.046516 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.087225 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=293d5b1157f249339fbb9ffca3f18339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014411 Dec 16 17:56:29.089169 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7463b1-9000-4682-9e1f-3a6170cd2e68,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:29.089980 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43364) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:29.098916 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.099558 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.100090 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.100599 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.101085 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.101583 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.101946 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.102279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.102782 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.103131 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.103464 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.103788 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.104119 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eb5ed8-7e85-45a6-9d5a-9d7f56e44044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.129200 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:56:29.148333 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.175032 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.176658 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-0ca710cf-867e-4b79-88a3-81a77e88ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:29.178357 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-0ca710cf-867e-4b79-88a3-81a77e88ffdd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 1098 time: 0.0527091 Dec 16 17:56:29.237952 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.241065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.245789 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a7463b1-9000-4682-9e1f-3a6170cd2e68 HTTP/1.1" status: 204 len: 168 time: 0.1545386 Dec 16 17:56:29.254892 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7463b1-9000-4682-9e1f-3a6170cd2e68,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:29.264266 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.264623 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.264969 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.266107 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.266299 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.266647 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.266995 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.267332 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.267666 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.267996 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.268325 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.268652 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.268974 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55448fea-9024-4357-9b64-231d646d52e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:29.303372 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-51ab7dac-a4a1-45a9-95be-49ab47f0ed40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:29.304826 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-51ab7dac-a4a1-45a9-95be-49ab47f0ed40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 911 time: 0.1068790 Dec 16 17:56:29.417481 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-e313766b-0beb-42e8-873b-e5a4a21bb908 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85 HTTP/1.1" status: 200 len: 999 time: 0.1021075 Dec 16 17:56:29.438106 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '268d6c44-458f-4eec-b44e-24efe55aac15', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'port_id': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'mac_address': 'fa:16:3e:e2:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:36Z', 'updated_at': '2021-12-16T17:56:28Z', 'revision_number': 1, 'project_id': '27b338079c744874b26565ecd0d93596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:29.468524 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] Checking router: 38ea63a7-230b-4951-9e10-1dc5dc95b95c for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:56:29.472060 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-7b21dd1a-824d-4cf6-8cd8-9aae668f768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:29.473361 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-7b21dd1a-824d-4cf6-8cd8-9aae668f768a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 200 len: 849 time: 0.0452180 Dec 16 17:56:29.477054 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:56:29.477664 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:29.543365 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-0aef0e9e-13b4-405a-942b-524d34bf8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:29.545362 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-0aef0e9e-13b4-405a-942b-524d34bf8534 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f239ba-5297-4276-aa7c-a1261d7cfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578151 Dec 16 17:56:29.562009 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43372) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:29.576661 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5cb324e6-72cd-44d9-98f2-bbb9ba7e9f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.648156 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-bae48d12-a83f-48ac-a359-6803985e1f55 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914166 Dec 16 17:56:29.660583 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5cb324e6-72cd-44d9-98f2-bbb9ba7e9f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.666038 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5cb324e6-72cd-44d9-98f2-bbb9ba7e9f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.674655 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:56:29.695495 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5cb324e6-72cd-44d9-98f2-bbb9ba7e9f7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94bf63d8229f49a3a8eef6ab57346a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298759 Dec 16 17:56:29.696199 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43374) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:29.742493 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb324e6-72cd-44d9-98f2-bbb9ba7e9f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829742cf-b75d-494f-9503-89f14a1975f3,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:29.743900 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41ec64d-15c3-44ea-a60f-cf373a1f4b93 req-a15637ab-31b4-4c80-b557-c5cd1dd4d1a8 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871880 Dec 16 17:56:29.771128 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88660f3a-1b39-44be-81f8-598ed5880973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.796778 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88660f3a-1b39-44be-81f8-598ed5880973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.847750 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88660f3a-1b39-44be-81f8-598ed5880973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.850392 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88660f3a-1b39-44be-81f8-598ed5880973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:29.851626 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-88660f3a-1b39-44be-81f8-598ed5880973 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/829742cf-b75d-494f-9503-89f14a1975f3 HTTP/1.1" status: 204 len: 168 time: 0.1548817 Dec 16 17:56:29.870901 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88660f3a-1b39-44be-81f8-598ed5880973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829742cf-b75d-494f-9503-89f14a1975f3,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:29.928283 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '268d6c44-458f-4eec-b44e-24efe55aac15', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'port_id': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'mac_address': 'fa:16:3e:e2:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:36Z', 'updated_at': '2021-12-16T17:56:28Z', 'revision_number': 1, 'project_id': '27b338079c744874b26565ecd0d93596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:29.956378 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8698f4a-f5be-4a35-bccf-f7c03cdc28d1 None None] The sync data for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi is: [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '268d6c44-458f-4eec-b44e-24efe55aac15', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'port_id': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'mac_address': 'fa:16:3e:e2:ec:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:55:36Z', 'updated_at': '2021-12-16T17:56:28Z', 'revision_number': 1, 'project_id': '27b338079c744874b26565ecd0d93596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:56:30.091048 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660b6ac-0470-4ef7-971a-862040e1852e req-11e30f3b-2263-4a66-aa77-b87c0cc26b19 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:30.093121 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d660b6ac-0470-4ef7-971a-862040e1852e req-11e30f3b-2263-4a66-aa77-b87c0cc26b19 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0642660 Dec 16 17:56:30.146821 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d660b6ac-0470-4ef7-971a-862040e1852e req-f2999c6d-b2f2-44a4-a463-0e896eff1643 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Dec 16 17:56:30.252665 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fed9ad-429e-4196-ac3e-4ef5ff085d3d None None] New status for floating IP 268d6c44-458f-4eec-b44e-24efe55aac15: ACTIVE {{(pid=102420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:56:31.149177 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:56:31.296630 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c64fd-32b0-477f-8af6-3b19f2a0345c req-39706910-c1e7-434c-bf70-a4928b3064fc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:31.305840 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-631c64fd-32b0-477f-8af6-3b19f2a0345c req-39706910-c1e7-434c-bf70-a4928b3064fc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0807283 Dec 16 17:56:31.367295 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-631c64fd-32b0-477f-8af6-3b19f2a0345c req-18d5175e-00b6-409e-8295-6951945ac94f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602143 Dec 16 17:56:31.484239 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43466) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:31.596420 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c00ab9d0-a0bf-4b9f-ac8f-0717af129b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:31.676138 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c00ab9d0-a0bf-4b9f-ac8f-0717af129b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:31.680089 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c00ab9d0-a0bf-4b9f-ac8f-0717af129b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:31.713777 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ab9d0-a0bf-4b9f-ac8f-0717af129b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c82643f-2a8f-476c-8ac4-854e485ab8e4,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:31.725987 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c00ab9d0-a0bf-4b9f-ac8f-0717af129b34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e39851c075ae411db891390ee737b9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404876 Dec 16 17:56:31.726193 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43480) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:31.775882 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-679a9753-3dd9-402e-9bdd-009437c4b673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:31.798439 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-679a9753-3dd9-402e-9bdd-009437c4b673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:31.849603 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-679a9753-3dd9-402e-9bdd-009437c4b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:31.852259 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-679a9753-3dd9-402e-9bdd-009437c4b673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:31.853424 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-679a9753-3dd9-402e-9bdd-009437c4b673 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c82643f-2a8f-476c-8ac4-854e485ab8e4 HTTP/1.1" status: 204 len: 168 time: 0.1257393 Dec 16 17:56:31.863495 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a9753-3dd9-402e-9bdd-009437c4b673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c82643f-2a8f-476c-8ac4-854e485ab8e4,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:32.154776 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43506) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:32.169867 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-74ff13ca-24c6-4472-8394-7987662f51be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.254830 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-74ff13ca-24c6-4472-8394-7987662f51be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.260150 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-74ff13ca-24c6-4472-8394-7987662f51be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.302339 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-74ff13ca-24c6-4472-8394-7987662f51be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf418c9835f347a9be55d11c550f0ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460125 Dec 16 17:56:32.302708 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43516) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:32.303173 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff13ca-24c6-4472-8394-7987662f51be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c0cd85-eacf-4d68-8a62-15660537036e,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:32.305106 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43518) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:32.364680 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1dffe5f5-9e22-4d18-8e45-61d8faab7bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.391352 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1dffe5f5-9e22-4d18-8e45-61d8faab7bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.454846 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fba2a894-98d0-43a1-a2a0-3e111b87d889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.516355 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1dffe5f5-9e22-4d18-8e45-61d8faab7bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.518920 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1dffe5f5-9e22-4d18-8e45-61d8faab7bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.520301 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-1dffe5f5-9e22-4d18-8e45-61d8faab7bb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39c0cd85-eacf-4d68-8a62-15660537036e HTTP/1.1" status: 204 len: 168 time: 0.2133553 Dec 16 17:56:32.548407 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1d646-2f4b-4590-b756-e20707da271b req-6393166c-4d3d-414e-b105-c080c39f49c6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:32.549919 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7ae1d646-2f4b-4590-b756-e20707da271b req-6393166c-4d3d-414e-b105-c080c39f49c6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0924182 Dec 16 17:56:32.555988 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffe5f5-9e22-4d18-8e45-61d8faab7bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c0cd85-eacf-4d68-8a62-15660537036e,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:32.613148 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43536) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:32.652417 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7ae1d646-2f4b-4590-b756-e20707da271b req-d0eb8054-03ca-4bb7-a593-20d9196e580b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943024 Dec 16 17:56:32.662468 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fba2a894-98d0-43a1-a2a0-3e111b87d889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.667705 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fba2a894-98d0-43a1-a2a0-3e111b87d889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.713559 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-fba2a894-98d0-43a1-a2a0-3e111b87d889 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e602497c2304634a2799bf36b09da4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4091351 Dec 16 17:56:32.715982 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2a894-98d0-43a1-a2a0-3e111b87d889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323fbfb1-31c6-4c65-9866-2622c0488316,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:32.716923 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43540) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:32.792048 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7649edc8-8786-497a-a08e-967d6c97fa60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.825033 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7649edc8-8786-497a-a08e-967d6c97fa60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.867104 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7694c0e8-f397-4a65-96ae-50f91ae8b116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.879285 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7649edc8-8786-497a-a08e-967d6c97fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.882147 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7649edc8-8786-497a-a08e-967d6c97fa60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.883370 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-7649edc8-8786-497a-a08e-967d6c97fa60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/323fbfb1-31c6-4c65-9866-2622c0488316 HTTP/1.1" status: 204 len: 168 time: 0.1647167 Dec 16 17:56:32.892060 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649edc8-8786-497a-a08e-967d6c97fa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323fbfb1-31c6-4c65-9866-2622c0488316,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:32.957178 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7694c0e8-f397-4a65-96ae-50f91ae8b116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:32.961540 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7694c0e8-f397-4a65-96ae-50f91ae8b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.004141 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-7694c0e8-f397-4a65-96ae-50f91ae8b116 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0023e607984a416ea1fd31e79d0b7e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897250 Dec 16 17:56:33.005027 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694c0e8-f397-4a65-96ae-50f91ae8b116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e07a474-9331-4f96-9bb8-8eec083e2c96,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:33.007023 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43554) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:33.061551 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-31a9567a-fac9-42c2-b14f-2700be5a15dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.086970 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-31a9567a-fac9-42c2-b14f-2700be5a15dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.136726 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-31a9567a-fac9-42c2-b14f-2700be5a15dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.139425 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-31a9567a-fac9-42c2-b14f-2700be5a15dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.140868 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-31a9567a-fac9-42c2-b14f-2700be5a15dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e07a474-9331-4f96-9bb8-8eec083e2c96 HTTP/1.1" status: 204 len: 168 time: 0.1323028 Dec 16 17:56:33.148801 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9567a-fac9-42c2-b14f-2700be5a15dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e07a474-9331-4f96-9bb8-8eec083e2c96,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:33.210325 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43566) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:33.226551 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17260627-b1b6-462e-8be9-fdf9deff6f9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.321011 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17260627-b1b6-462e-8be9-fdf9deff6f9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.326120 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17260627-b1b6-462e-8be9-fdf9deff6f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.362841 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17260627-b1b6-462e-8be9-fdf9deff6f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eb1558-0ea8-4897-ae7e-f9ffc7f1cc4e,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:33.370081 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-17260627-b1b6-462e-8be9-fdf9deff6f9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9976b54734ce46b1b7f6e5cb4c97920c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583521 Dec 16 17:56:33.370188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43572) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:33.425163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4813-62eb-4a2d-b321-0267a73eccf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.450950 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4813-62eb-4a2d-b321-0267a73eccf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.505521 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4813-62eb-4a2d-b321-0267a73eccf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.508134 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-aa0e4813-62eb-4a2d-b321-0267a73eccf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.509418 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-aa0e4813-62eb-4a2d-b321-0267a73eccf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1eb1558-0ea8-4897-ae7e-f9ffc7f1cc4e HTTP/1.1" status: 204 len: 168 time: 0.1380839 Dec 16 17:56:33.521687 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e4813-62eb-4a2d-b321-0267a73eccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eb1558-0ea8-4897-ae7e-f9ffc7f1cc4e,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:33.540940 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43582) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:33.554158 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2ee8747a-ad50-4458-926c-fd8102720a64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.645914 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2ee8747a-ad50-4458-926c-fd8102720a64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.651259 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2ee8747a-ad50-4458-926c-fd8102720a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.698773 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43590) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:33.698947 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-2ee8747a-ad50-4458-926c-fd8102720a64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00b282708e9d4b538381b628da4ee080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568544 Dec 16 17:56:33.700085 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8747a-ad50-4458-926c-fd8102720a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0c07a4-8556-4e48-836d-c8cf6a2ab476,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:33.782487 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-206582e1-9bff-43a6-966a-f5cd9a9eb260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.810783 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ed9a9-23a3-4aca-a056-b537f8ca9e66 req-e080e24d-1a96-4447-89bb-ca0e11f73c57 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:33.812614 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-371ed9a9-23a3-4aca-a056-b537f8ca9e66 req-e080e24d-1a96-4447-89bb-ca0e11f73c57 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0761445 Dec 16 17:56:33.829078 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-206582e1-9bff-43a6-966a-f5cd9a9eb260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.869661 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-371ed9a9-23a3-4aca-a056-b537f8ca9e66 req-de1deb7e-8800-4708-865d-7c3ef133f559 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492208 Dec 16 17:56:33.886830 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-206582e1-9bff-43a6-966a-f5cd9a9eb260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.892169 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-206582e1-9bff-43a6-966a-f5cd9a9eb260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:33.895067 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-206582e1-9bff-43a6-966a-f5cd9a9eb260 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a0c07a4-8556-4e48-836d-c8cf6a2ab476 HTTP/1.1" status: 204 len: 168 time: 0.1947429 Dec 16 17:56:33.905159 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206582e1-9bff-43a6-966a-f5cd9a9eb260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0c07a4-8556-4e48-836d-c8cf6a2ab476,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:34.181972 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43612) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:34.196853 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-400d228e-491c-4045-aa32-21f95f1104e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:34.278640 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-400d228e-491c-4045-aa32-21f95f1104e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:34.284742 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-400d228e-491c-4045-aa32-21f95f1104e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:34.328271 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d228e-491c-4045-aa32-21f95f1104e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2820a754-3ad2-40bc-a645-2bf2642f0a13,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:34.356108 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-400d228e-491c-4045-aa32-21f95f1104e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a2044d2eb774869ac1e8a4f9054ea5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726487 Dec 16 17:56:34.358961 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43620) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:34.411702 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4675373b-765b-448b-8847-919d455e5422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:34.436026 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4675373b-765b-448b-8847-919d455e5422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:34.492351 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4675373b-765b-448b-8847-919d455e5422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:34.495508 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4675373b-765b-448b-8847-919d455e5422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:34.502252 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-4675373b-765b-448b-8847-919d455e5422 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2820a754-3ad2-40bc-a645-2bf2642f0a13 HTTP/1.1" status: 204 len: 168 time: 0.1369953 Dec 16 17:56:34.505837 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675373b-765b-448b-8847-919d455e5422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2820a754-3ad2-40bc-a645-2bf2642f0a13,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:34.998028 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bd404-81b3-46bc-8b14-d29f04fe36b4 req-8589420e-0a17-41eb-9d61-5daee09bc996 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:35.000780 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-482bd404-81b3-46bc-8b14-d29f04fe36b4 req-8589420e-0a17-41eb-9d61-5daee09bc996 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0576463 Dec 16 17:56:35.082198 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-482bd404-81b3-46bc-8b14-d29f04fe36b4 req-23ca4206-a60d-49df-9707-154c4f074ebb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754259 Dec 16 17:56:36.209265 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829478b-b338-489c-875c-10c277885974 req-39db850d-5ada-424b-a80b-e9e90098547b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:36.211246 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e829478b-b338-489c-875c-10c277885974 req-39db850d-5ada-424b-a80b-e9e90098547b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0533650 Dec 16 17:56:36.266116 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43712) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:36.283901 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e829478b-b338-489c-875c-10c277885974 req-293e195b-d021-4dcf-b2d2-a2f8447f1c6f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646291 Dec 16 17:56:36.392172 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d83249bd-43ad-498a-b0f3-a87f6ea47168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:36.476344 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d83249bd-43ad-498a-b0f3-a87f6ea47168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:36.480772 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d83249bd-43ad-498a-b0f3-a87f6ea47168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:36.521714 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d83249bd-43ad-498a-b0f3-a87f6ea47168 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c598219da2c54cd18eb2051ec82480fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543662 Dec 16 17:56:36.522855 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83249bd-43ad-498a-b0f3-a87f6ea47168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdac442-4454-475e-9d58-264256d9baec,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:36.524534 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43728) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:36.589267 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b5800a1f-e409-4eba-a262-9f33c36e7bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:36.594135 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43736) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:36.634336 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b5800a1f-e409-4eba-a262-9f33c36e7bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:36.733896 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b5800a1f-e409-4eba-a262-9f33c36e7bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:36.737929 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b5800a1f-e409-4eba-a262-9f33c36e7bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:36.739494 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-b5800a1f-e409-4eba-a262-9f33c36e7bf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcdac442-4454-475e-9d58-264256d9baec HTTP/1.1" status: 204 len: 168 time: 0.2139091 Dec 16 17:56:36.792674 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5800a1f-e409-4eba-a262-9f33c36e7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdac442-4454-475e-9d58-264256d9baec,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:36.802473 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-21822684-8f59-4427-b64f-81a949235198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.005000 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9e150-2e8b-4bab-ad98-8ea17aae4c03 req-0979ca53-e451-4636-9a34-2233dfe051a0 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:37.006548 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-40e9e150-2e8b-4bab-ad98-8ea17aae4c03 req-0979ca53-e451-4636-9a34-2233dfe051a0 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.1099305 Dec 16 17:56:37.011106 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-21822684-8f59-4427-b64f-81a949235198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.027557 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-21822684-8f59-4427-b64f-81a949235198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.099521 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-21822684-8f59-4427-b64f-81a949235198 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a950a0e6fc44146826965bb4b1b7752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5016046 Dec 16 17:56:37.100907 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43764) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:37.101999 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21822684-8f59-4427-b64f-81a949235198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f10211c-dc95-417f-ba85-6cc9a5b00e16,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:37.141583 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-40e9e150-2e8b-4bab-ad98-8ea17aae4c03 req-2765f512-f0d1-4151-81c7-bddfc0469cc4 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200616 Dec 16 17:56:37.199412 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ffad47e-5eb9-4437-b644-9f0e9b679468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.239985 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ffad47e-5eb9-4437-b644-9f0e9b679468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.305560 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ffad47e-5eb9-4437-b644-9f0e9b679468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.309273 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ffad47e-5eb9-4437-b644-9f0e9b679468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.312646 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-0ffad47e-5eb9-4437-b644-9f0e9b679468 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f10211c-dc95-417f-ba85-6cc9a5b00e16 HTTP/1.1" status: 204 len: 168 time: 0.2073882 Dec 16 17:56:37.319058 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffad47e-5eb9-4437-b644-9f0e9b679468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f10211c-dc95-417f-ba85-6cc9a5b00e16,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:37.440732 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965bab1-d234-4080-a907-330b6bf696de req-9aab3a74-60bb-4ba9-b3ab-b0b2a739633f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:37.448243 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9965bab1-d234-4080-a907-330b6bf696de req-9aab3a74-60bb-4ba9-b3ab-b0b2a739633f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0630548 Dec 16 17:56:37.495433 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9965bab1-d234-4080-a907-330b6bf696de req-e3f81bc8-8def-4ed7-8998-de943a8060c6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462689 Dec 16 17:56:37.663955 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43792) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:37.677015 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d15e1f51-6b00-4d04-a4ae-5a9adfcc54fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.775529 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d15e1f51-6b00-4d04-a4ae-5a9adfcc54fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.780826 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d15e1f51-6b00-4d04-a4ae-5a9adfcc54fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.821801 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d15e1f51-6b00-4d04-a4ae-5a9adfcc54fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bd9f1db69f24d088d6a9c5f061a9889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578360 Dec 16 17:56:37.825082 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43800) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:37.837719 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e1f51-6b00-4d04-a4ae-5a9adfcc54fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf526549-a12a-4d8b-8abe-0a3ab8ed17b7,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:37.890088 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-03788197-8e5e-48c0-a453-ba6577f19c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.913400 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-03788197-8e5e-48c0-a453-ba6577f19c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.980117 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-03788197-8e5e-48c0-a453-ba6577f19c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.983380 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-03788197-8e5e-48c0-a453-ba6577f19c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:37.984705 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-03788197-8e5e-48c0-a453-ba6577f19c72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf526549-a12a-4d8b-8abe-0a3ab8ed17b7 HTTP/1.1" status: 204 len: 168 time: 0.1541066 Dec 16 17:56:37.993792 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03788197-8e5e-48c0-a453-ba6577f19c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf526549-a12a-4d8b-8abe-0a3ab8ed17b7,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:38.319549 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4424-1f6a-4515-aac1-98743b7e8549 req-fa930ea4-0b5a-40f5-8de8-1927375a8c1e tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:38.323866 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-075a4424-1f6a-4515-aac1-98743b7e8549 req-fa930ea4-0b5a-40f5-8de8-1927375a8c1e tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.1076665 Dec 16 17:56:38.423768 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-075a4424-1f6a-4515-aac1-98743b7e8549 req-c4734349-e95b-46c5-9fee-9ccfc021cb35 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903089 Dec 16 17:56:38.633490 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90dfce-2504-492d-a5c5-768bf8462f87 req-6c114993-72e2-467b-bcdd-fd55986b63e4 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:38.635016 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6f90dfce-2504-492d-a5c5-768bf8462f87 req-6c114993-72e2-467b-bcdd-fd55986b63e4 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0536790 Dec 16 17:56:38.720273 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43840) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:38.735229 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6f90dfce-2504-492d-a5c5-768bf8462f87 req-41a9dae6-824b-43e8-a0d9-d2eac7d71ebd tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869620 Dec 16 17:56:38.851887 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d8989ee3-e519-4e6c-a092-8fb087d240dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:38.934548 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d8989ee3-e519-4e6c-a092-8fb087d240dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:38.940092 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d8989ee3-e519-4e6c-a092-8fb087d240dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:38.980262 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d8989ee3-e519-4e6c-a092-8fb087d240dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=878e4667ecde4448a7437a3255fbff4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565520 Dec 16 17:56:38.980262 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8989ee3-e519-4e6c-a092-8fb087d240dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489ff2b0-4389-4ea7-9931-0615a0ef4acc,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:38.981821 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43856) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:39.044433 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3af2784c-5e56-4737-9eff-179b53bac890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:39.072485 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3af2784c-5e56-4737-9eff-179b53bac890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:39.311235 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3af2784c-5e56-4737-9eff-179b53bac890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:39.314087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-3af2784c-5e56-4737-9eff-179b53bac890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:39.315271 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-3af2784c-5e56-4737-9eff-179b53bac890 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/489ff2b0-4389-4ea7-9931-0615a0ef4acc HTTP/1.1" status: 204 len: 168 time: 0.3329768 Dec 16 17:56:39.326540 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2784c-5e56-4737-9eff-179b53bac890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489ff2b0-4389-4ea7-9931-0615a0ef4acc,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:39.612142 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50906f0-01ed-4bb6-86a2-bc72640eabdf req-6e7e3c42-1f33-409a-9efc-d347566add78 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:39.620087 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c50906f0-01ed-4bb6-86a2-bc72640eabdf req-6e7e3c42-1f33-409a-9efc-d347566add78 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.1051731 Dec 16 17:56:39.676862 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-dee79a83-5929-458a-abd1-5e2c88428387 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:39.678385 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-dee79a83-5929-458a-abd1-5e2c88428387 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 946 time: 0.1102498 Dec 16 17:56:39.700675 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-8831d58e-becb-42fd-8c27-6eddf67518a9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c7e51ad8c174cd8b9cf54384ec5c6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384102 Dec 16 17:56:39.732566 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c50906f0-01ed-4bb6-86a2-bc72640eabdf req-bc640443-54cf-4055-85b8-8bca95727a59 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/security-groups?id=ab6ed942-2e89-45dc-893c-a1cab88f4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113524 Dec 16 17:56:40.029134 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-04e43037-e8db-4360-b1cc-5ed18c3cb308 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:40.036860 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-04e43037-e8db-4360-b1cc-5ed18c3cb308 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3351848 Dec 16 17:56:40.054257 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-5c3d7301-fb05-43b6-89af-81fb29289fa1 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/quotas/7c7e51ad8c174cd8b9cf54384ec5c6d1 HTTP/1.1" status: 200 len: 375 time: 0.0159724 Dec 16 17:56:40.096432 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-fbeeeaf8-9efc-4a59-8330-7650186d02a6 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c7e51ad8c174cd8b9cf54384ec5c6d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411642 Dec 16 17:56:40.118883 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd13a3-4bf2-485c-ac58-ba9b67a640e6 req-62205cb9-46ef-4967-ae71-b7247d0e9505 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:40.118883 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-dedd13a3-4bf2-485c-ac58-ba9b67a640e6 req-62205cb9-46ef-4967-ae71-b7247d0e9505 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.2052677 Dec 16 17:56:40.181969 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Deleting port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:56:40.182312 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.326284 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cafee1e5-3e0d-40ff-a3ce-7637e186bad9 req-5458c6b3-ed12-483c-9690-9a23c912b35a tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 210 time: 0.0341747 Dec 16 17:56:40.366255 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-dedd13a3-4bf2-485c-ac58-ba9b67a640e6 req-4eddf405-e110-48cc-9ccc-e25f392c0105 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127752 Dec 16 17:56:40.407063 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] For port 6506aea0-64ec-479c-b87b-b1f8e1f05d52, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6506aea0-64ec-479c-b87b-b1f8e1f05d52,segment=NetworkSegment(68f8e167-1a46-4c3f-950b-86b02fb7c0c5),segment_id=68f8e167-1a46-4c3f-950b-86b02fb7c0c5)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:40.407832 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.429118 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Calling delete_port for 6506aea0-64ec-479c-b87b-b1f8e1f05d52 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:56:40.438553 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 43930) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:40.650818 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1048588677-network', 'tenant_id': '9fd9aefb930a48bfaa54182fe6a4a20c'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:40.675657 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.718610 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Made reservation on behalf of 9fd9aefb930a48bfaa54182fe6a4a20c for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:40.723056 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.743426 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.816560 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Pushing event deleted for resources: {'Port': ['ID=6506aea0-64ec-479c-b87b-b1f8e1f05d52,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:40.888279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] No DVR routers for this DVR port 6506aea0-64ec-479c-b87b-b1f8e1f05d52 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:56:40.899341 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.905356 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-77605bc3-bf90-4d62-97a3-fe5710c3fc00 req-34983411-c07d-42ff-834b-6ec749efc202 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.76 "DELETE /v2.0/ports/6506aea0-64ec-479c-b87b-b1f8e1f05d52 HTTP/1.1" status: 204 len: 173 time: 1.2158368 Dec 16 17:56:40.917230 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.922984 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.937393 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae2178-d068-4d45-806d-87fc881b37dd', 'name': 'network-vif-deleted', 'tag': '6506aea0-64ec-479c-b87b-b1f8e1f05d52'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:40.939741 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efba601-feb6-4461-a64b-d82b1cd140e3" -d '{"events": [{"server_uuid": "bdae2178-d068-4d45-806d-87fc881b37dd", "name": "network-vif-deleted", "tag": "6506aea0-64ec-479c-b87b-b1f8e1f05d52"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:40.945168 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-25261412-10f4-4cbe-9aae-9d01f9d57a8b req-c3fb0f4c-152b-45cb-8cc9-452779493bff tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.0382612 Dec 16 17:56:40.972719 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:56:40.993016 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:40.993393 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Added segment a2536aa1-7959-44e4-ad17-a70dd0e0af5c of type vlan for network eec24439-f2c6-4e67-81a7-96a21069ee65 Dec 16 17:56:40.994824 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca39234-0ce7-4c96-be44-339799664bce,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:41.018319 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c9a9d2-34cb-4a10-8914-9aeac9f3fbd3 x-openstack-request-id: req-a6c9a9d2-34cb-4a10-8914-9aeac9f3fbd3 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:41.018611 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae2178-d068-4d45-806d-87fc881b37dd", "name": "network-vif-deleted", "tag": "6506aea0-64ec-479c-b87b-b1f8e1f05d52", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:41.018898 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6c9a9d2-34cb-4a10-8914-9aeac9f3fbd3 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:41.019309 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae2178-d068-4d45-806d-87fc881b37dd', 'name': 'network-vif-deleted', 'tag': '6506aea0-64ec-479c-b87b-b1f8e1f05d52', 'status': 'completed', 'code': 200} Dec 16 17:56:41.062954 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:41.091929 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:41.094380 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:41.095052 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:41.162944 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 43964) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:41.165092 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7202482 Dec 16 17:56:41.169305 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Request body: {'subnet': {'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1048588677-subnet', 'tenant_id': '9fd9aefb930a48bfaa54182fe6a4a20c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:41.176382 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318e483-9e47-4c59-8d4b-d91a29a61f42 admin admin] Pushing event updated for resources: {'Network': ['ID=eec24439-f2c6-4e67-81a7-96a21069ee65,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:41.187878 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network eec24439-f2c6-4e67-81a7-96a21069ee65 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:56:41.203246 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Made reservation on behalf of 9fd9aefb930a48bfaa54182fe6a4a20c for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:41.205767 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:41.393323 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:41.457198 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fa640efc-01a9-4025-a112-64fbf5c194f6 req-cb6e8303-3197-4425-b2f4-52291191ffbd tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 210 time: 0.0380189 Dec 16 17:56:41.468247 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=63cadf79-7727-4fc5-b363-92bc6bcc6406,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:41.486475 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Checking segment: {'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:56:41.486885 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Network hostable DHCP agents. Network: eec24439-f2c6-4e67-81a7-96a21069ee65, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:56:41.511513 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Network eec24439-f2c6-4e67-81a7-96a21069ee65 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:56:41.521917 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, eec24439-f2c6-4e67-81a7-96a21069ee65) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:41.530264 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce4514-c213-4c8a-ac79-d8a3ac81355c None None] Network eec24439-f2c6-4e67-81a7-96a21069ee65 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:56:41.531778 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:41.532982 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:41.546292 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e5039-226b-4923-ac73-32237d922da3 req-22bc5fc9-f650-4a81-b7b3-592a52c892ab tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:41.554069 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c7fea07b-1b57-4a77-8566-cc49161231bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3894613 Dec 16 17:56:41.556096 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cb1e5039-226b-4923-ac73-32237d922da3 req-22bc5fc9-f650-4a81-b7b3-592a52c892ab tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.1030421 Dec 16 17:56:41.630642 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cb1e5039-226b-4923-ac73-32237d922da3 req-9ba265c6-268c-4358-96bd-5c895ccb2579 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735586 Dec 16 17:56:41.641203 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e282de67-144a-407a-b5a9-3e70d6998b7a None None] Network eec24439-f2c6-4e67-81a7-96a21069ee65 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:56:41.841272 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6506aea0-64ec-479c-b87b-b1f8e1f05d52 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:56:41.861826 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 6506aea0-64ec-479c-b87b-b1f8e1f05d52 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:56:41.862194 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6506aea0-64ec-479c-b87b-b1f8e1f05d52 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:56:42.052737 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9fdc8a1b-88d1-4cbf-ac57-90ca0e5cc2a3 req-9a0c931a-4f0c-489b-91df-1f976f89e834 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.0307846 Dec 16 17:56:42.573040 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-760bdae1-ec43-4ac4-81c3-90f678122e30 req-a77fc517-1fcc-4eb0-af01-8807270686e0 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 210 time: 0.0290792 Dec 16 17:56:42.942191 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0255a9-8b04-4220-9fb8-171ee3bcfd5d req-119cb940-33e1-4983-b5be-6d83db0e2700 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:42.943735 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7f0255a9-8b04-4220-9fb8-171ee3bcfd5d req-119cb940-33e1-4983-b5be-6d83db0e2700 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.2446363 Dec 16 17:56:42.993559 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7f0255a9-8b04-4220-9fb8-171ee3bcfd5d req-240df1b6-2f03-47df-ac7b-29322f04bfcb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Dec 16 17:56:43.149959 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bde76f9a-b998-4fd3-aa7b-0c9593f57537 req-5f842a75-047e-48d0-8bf8-d92c8cc7e8bb tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.0261853 Dec 16 17:56:43.678680 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f2187195-b564-41f2-bf8e-e04b946bc523 req-192f68ce-4150-464a-a086-57a1d57fc98b tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 210 time: 0.0329683 Dec 16 17:56:44.113273 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21f50-bb9a-4073-945e-16e85c7d9049 req-b3e50fe9-5ea0-4cd0-85d0-079ee9813dda tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:44.114777 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d3d21f50-bb9a-4073-945e-16e85c7d9049 req-b3e50fe9-5ea0-4cd0-85d0-079ee9813dda tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0516517 Dec 16 17:56:44.162751 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d3d21f50-bb9a-4073-945e-16e85c7d9049 req-8e7c8941-f488-4c4e-b071-065228fcb5a3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Dec 16 17:56:44.255210 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a1127bac-c2cb-4e89-bb82-1e61bb65f80a req-3a2b5680-55d3-4136-b29f-d42ecf8ef44c tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.0336792 Dec 16 17:56:44.797331 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a7e7b03e-b846-4135-9cdf-14fcfdc5cc12 req-167b957e-573e-4486-afeb-392209b5c9b1 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 210 time: 0.0396962 Dec 16 17:56:45.290932 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cfe54-5d61-40e5-b307-8f1ad844b029 req-44c33936-85d0-4eb3-ac24-4bb2584a4034 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:45.292434 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5c7cfe54-5d61-40e5-b307-8f1ad844b029 req-44c33936-85d0-4eb3-ac24-4bb2584a4034 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0487247 Dec 16 17:56:45.344808 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5c7cfe54-5d61-40e5-b307-8f1ad844b029 req-39e6ae7f-f1b7-4fe9-9141-a6b5941c04f4 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Dec 16 17:56:45.433681 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e1c297f4-af5d-4314-afd6-457996dd11cc req-16747144-8086-4eff-b913-e1964ba6db4d tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.0288706 Dec 16 17:56:45.904160 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-89400602-2fe7-478a-ba18-3ceb39706024 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=7c7e51ad8c174cd8b9cf54384ec5c6d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289838 Dec 16 17:56:45.904895 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-465fea24-cbe0-4fbe-88ee-38f84227f976 req-82d06197-f142-4eb0-ab2c-551efef04d14 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 210 time: 0.0284455 Dec 16 17:56:46.097658 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-c08eca5e-bcbf-4446-8c14-cdf699cba99c tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:46.099110 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-c08eca5e-bcbf-4446-8c14-cdf699cba99c tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888821 Dec 16 17:56:46.131959 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Request body: {'port': {'device_id': '0480b790-1334-4c35-b106-1bdb9a3a6222', 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7', 'admin_state_up': True, 'tenant_id': '7c7e51ad8c174cd8b9cf54384ec5c6d1'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:46.259520 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Made reservation on behalf of 7c7e51ad8c174cd8b9cf54384ec5c6d1 for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:46.263002 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:46.272418 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:46.353258 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:46.359575 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:46.427005 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0132385a-f506-44a2-a31e-bd7e66b4b65e,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:46.565291 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f282be56-74a0-428f-a9d7-de73dfe6c931 req-f595edb9-9755-4690-ae7d-b4b3df7b2289 tempest-DeleteServersTestJSON-1537369593 tempest-DeleteServersTestJSON-1537369593-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdae2178-d068-4d45-806d-87fc881b37dd HTTP/1.1" status: 200 len: 210 time: 0.0331147 Dec 16 17:56:46.593478 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2ba8e-4a24-4753-8de7-a7e575076a60 req-7affbb1b-dc35-4875-a276-b427626cf4a6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:46.595006 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c8b2ba8e-4a24-4753-8de7-a7e575076a60 req-7affbb1b-dc35-4875-a276-b427626cf4a6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.1624501 Dec 16 17:56:46.612269 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Allocated IP 192.168.233.75 (30f822e4-6e75-40e6-b9f1-793a031625d7/6bee901a-8b7a-4b26-bd96-b41f7a2ded90/571e0640-c501-42de-b958-31fede094247) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:56:46.670460 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c8b2ba8e-4a24-4753-8de7-a7e575076a60 req-f16c0439-4639-4603-82c3-dc734bea00ea tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683749 Dec 16 17:56:46.807829 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:46.852160 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:46.901018 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Network 30f822e4-6e75-40e6-b9f1-793a031625d7 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:56:46.909670 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Pushing event updated for resources: {'Port': ['ID=571e0640-c501-42de-b958-31fede094247,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:46.912313 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:46.914415 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:56:46.920286 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:46.920811 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:46.939342 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-9b6a7007-1b78-424b-847d-4ff3d7a000e9 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8109698 Dec 16 17:56:46.963522 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Request body: {'port': {'device_id': '0480b790-1334-4c35-b106-1bdb9a3a6222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:47.076555 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:47.097581 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11265ba-be8a-430d-aefa-2be3b00c8aba req-115316c7-5a05-4b97-a363-e5dc3dd3a083 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:47.099250 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b11265ba-be8a-430d-aefa-2be3b00c8aba req-115316c7-5a05-4b97-a363-e5dc3dd3a083 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 935 time: 0.0910623 Dec 16 17:56:47.236270 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-ec65f019-0084-4874-b788-7822a4f50396 None None] Provisioning complete for port 571e0640-c501-42de-b958-31fede094247 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:47.237230 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ec65f019-0084-4874-b788-7822a4f50396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:47.253531 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b11265ba-be8a-430d-aefa-2be3b00c8aba req-4336f5a6-d4da-4697-a37c-99ca6d9f4847 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217151 Dec 16 17:56:47.434962 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-ec65f019-0084-4874-b788-7822a4f50396 None None] Port 571e0640-c501-42de-b958-31fede094247 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:56:47.491806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571e0640-c501-42de-b958-31fede094247 {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:56:47.501170 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:47.516413 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Transition to ACTIVE for port object 571e0640-c501-42de-b958-31fede094247 will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:56:47.524124 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:47.622159 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Pushing event updated for resources: {'Port': ['ID=571e0640-c501-42de-b958-31fede094247,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:47.644283 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Attempting to bind port 571e0640-c501-42de-b958-31fede094247 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:56:47.644632 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Attempting to bind port 571e0640-c501-42de-b958-31fede094247 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:56:47.645035 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Attempting to bind port 571e0640-c501-42de-b958-31fede094247 on network 30f822e4-6e75-40e6-b9f1-793a031625d7 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:56:47.660540 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Port 571e0640-c501-42de-b958-31fede094247 on network 30f822e4-6e75-40e6-b9f1-793a031625d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:56:47.660893 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Attempting to bind port 571e0640-c501-42de-b958-31fede094247 on network 30f822e4-6e75-40e6-b9f1-793a031625d7 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:56:47.669887 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:56:47.669887 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Checking segment: {'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:56:47.669887 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Bound using segment: {'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:56:47.670269 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Bound port: 571e0640-c501-42de-b958-31fede094247, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a53e1b-588d-4ed9-8246-396874c48765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:56:47.670364 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:47.810847 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] For port 571e0640-c501-42de-b958-31fede094247, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:56:47.820585 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-00857345-dcb6-441e-a7ea-81a866babcdd tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:47.826261 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] For port 571e0640-c501-42de-b958-31fede094247, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=571e0640-c501-42de-b958-31fede094247,segment=NetworkSegment(f5a53e1b-588d-4ed9-8246-396874c48765),segment_id=f5a53e1b-588d-4ed9-8246-396874c48765)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:56:47.839269 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-00857345-dcb6-441e-a7ea-81a866babcdd tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/networks?id=eec24439-f2c6-4e67-81a7-96a21069ee65 HTTP/1.1" status: 200 len: 809 time: 0.2203512 Dec 16 17:56:47.848069 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa405c-aec6-448e-b21d-88b2d4e05ddc req-ff3fd083-1fd8-4c7b-8a63-c8d31970bb17 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:47.850369 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6caa405c-aec6-448e-b21d-88b2d4e05ddc req-ff3fd083-1fd8-4c7b-8a63-c8d31970bb17 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0705481 Dec 16 17:56:47.851488 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:47.872153 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-5a045084-f9f5-4b90-acec-a5cadfacfbac tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/quotas/9fd9aefb930a48bfaa54182fe6a4a20c HTTP/1.1" status: 200 len: 375 time: 0.0306745 Dec 16 17:56:47.911641 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-65e2819e-70a2-42b3-b3f9-272169f838cb tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fd9aefb930a48bfaa54182fe6a4a20c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331674 Dec 16 17:56:47.931255 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:47.932003 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:47.933464 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] 10.222.0.76 "PUT /v2.0/ports/571e0640-c501-42de-b958-31fede094247 HTTP/1.1" status: 200 len: 1097 time: 0.9743853 Dec 16 17:56:47.941034 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0480b790-1334-4c35-b106-1bdb9a3a6222', 'tag': '571e0640-c501-42de-b958-31fede094247'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:47.943214 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867309af-87ed-45aa-9863-0ace9184d7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0480b790-1334-4c35-b106-1bdb9a3a6222", "tag": "571e0640-c501-42de-b958-31fede094247"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:47.949878 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138a75a-4ee7-4423-943d-09ff65bc6f15 service neutron] Pushing event updated for resources: {'Port': ['ID=571e0640-c501-42de-b958-31fede094247,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:47.986515 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6caa405c-aec6-448e-b21d-88b2d4e05ddc req-e981d488-f99d-451f-8d89-bd0fd82c3404 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712752 Dec 16 17:56:48.037636 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60e74b-c962-4b40-8d5a-a4497e6971f3 req-b465d7ce-03c9-4f8d-83be-4352c9691179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:48.039470 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-be60e74b-c962-4b40-8d5a-a4497e6971f3 req-b465d7ce-03c9-4f8d-83be-4352c9691179 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 1099 time: 0.0515826 Dec 16 17:56:48.121519 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-ab848396-d0ec-4d58-b0da-ccea18e19cad service neutron] 10.222.0.32 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928241 Dec 16 17:56:48.138955 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-be60e74b-c962-4b40-8d5a-a4497e6971f3 req-f782de39-dc6f-4c5e-945f-ba9fb71ba149 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903964 Dec 16 17:56:48.200215 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-fc7b9c4a-214a-41e4-aba6-13cb5a23699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:48.202450 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-fc7b9c4a-214a-41e4-aba6-13cb5a23699d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c7e51ad8c174cd8b9cf54384ec5c6d1&device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 1100 time: 0.1877630 Dec 16 17:56:48.275310 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-2cc01858-bd6a-4af0-b202-fe161c3d7432 service neutron] 10.222.0.32 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527405 Dec 16 17:56:48.302862 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-187ce499-d9fc-4c09-aff6-28ef8caea089 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:48.304426 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-187ce499-d9fc-4c09-aff6-28ef8caea089 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 814 time: 0.1639266 Dec 16 17:56:48.319658 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-fec2935f-21c7-4065-9a88-e84a4b366645 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/quotas/041391a20fed40f39c4d822b2a7727a2 HTTP/1.1" status: 200 len: 375 time: 0.0093944 Dec 16 17:56:48.372895 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-2fb47271-1596-473f-a6de-1b46e6d0eb3e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477211 Dec 16 17:56:48.459016 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-b211f3b0-224e-44f0-95f7-bb50d53bebc0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=571e0640-c501-42de-b958-31fede094247 HTTP/1.1" status: 200 len: 217 time: 0.0418172 Dec 16 17:56:48.517490 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-e848c9ee-b2a5-4bb8-b30d-97ba4d96d8e8 service neutron] 10.222.0.32 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342463 Dec 16 17:56:48.548648 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-4dc3d7a0-f327-42c4-8f3d-141e5b2231a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:48.550353 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-4dc3d7a0-f327-42c4-8f3d-141e5b2231a9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6bee901a-8b7a-4b26-bd96-b41f7a2ded90 HTTP/1.1" status: 200 len: 843 time: 0.0695059 Dec 16 17:56:48.579774 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e19743-eae1-424c-b385-7344b01eab61 x-openstack-request-id: req-57e19743-eae1-424c-b385-7344b01eab61 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:48.579774 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0480b790-1334-4c35-b106-1bdb9a3a6222", "tag": "571e0640-c501-42de-b958-31fede094247", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:48.579774 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57e19743-eae1-424c-b385-7344b01eab61 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:48.579774 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0480b790-1334-4c35-b106-1bdb9a3a6222', 'tag': '571e0640-c501-42de-b958-31fede094247', 'status': 'completed', 'code': 200} Dec 16 17:56:48.631186 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-55645173-71b2-4336-90cf-536c3adc040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:48.633637 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-55645173-71b2-4336-90cf-536c3adc040c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=30f822e4-6e75-40e6-b9f1-793a031625d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0673637 Dec 16 17:56:48.782301 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8bf9b-184c-452e-8ec0-8e309f002b89 req-848c184a-2281-4968-aff4-362738fcc84e tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:48.783964 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e7e8bf9b-184c-452e-8ec0-8e309f002b89 req-848c184a-2281-4968-aff4-362738fcc84e tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 947 time: 0.1440976 Dec 16 17:56:48.833042 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-4ce07251-a9c5-4df8-b5d1-aad3198f0474 service neutron] 10.222.0.76 "GET /v2.0/networks/30f822e4-6e75-40e6-b9f1-793a031625d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577237 Dec 16 17:56:48.913326 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e7e8bf9b-184c-452e-8ec0-8e309f002b89 req-6b048911-8904-478f-abdc-d6f25172698e tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175847 Dec 16 17:56:48.958459 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ded4561a-cbd8-4ca2-a2b8-061a300200f2 req-74f9ccb8-57a4-42c0-bc40-f32c6d56a18a service neutron] 10.222.0.76 "GET /v2.0/networks/30f822e4-6e75-40e6-b9f1-793a031625d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148822 Dec 16 17:56:48.968060 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-45b70708-6f4e-4a2b-b6c9-3f6b7106ea4c service neutron] 10.222.0.32 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391453 Dec 16 17:56:49.024481 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8ce8110a-4ed3-48eb-93f1-1edeaef111df req-003c333f-1dfe-4404-aa6b-e6c19c65c25c tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 210 time: 0.0283372 Dec 16 17:56:49.111594 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-36e412cd-e4e4-4d3f-a423-a4531906ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:49.113171 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-36e412cd-e4e4-4d3f-a423-a4531906ef15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7c7e51ad8c174cd8b9cf54384ec5c6d1&device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 1100 time: 0.0665739 Dec 16 17:56:49.155533 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-225917ad-f8cf-41e6-802e-ffffacf25b09 req-00bdb71a-2df7-4955-a65c-43b3507c78b7 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 210 time: 0.0403144 Dec 16 17:56:49.224227 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7383dd-1e42-4b00-88c9-b98259c68dc2 req-79236d39-3ce3-47df-bf29-c43457bce517 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:49.225867 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0b7383dd-1e42-4b00-88c9-b98259c68dc2 req-79236d39-3ce3-47df-bf29-c43457bce517 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.1117942 Dec 16 17:56:49.270491 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-221c14ad-b685-4be1-9e22-d1f0f7d1d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:49.272018 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-221c14ad-b685-4be1-9e22-d1f0f7d1d56a service neutron] 10.222.0.76 "GET /v2.0/networks?id=30f822e4-6e75-40e6-b9f1-793a031625d7 HTTP/1.1" status: 200 len: 870 time: 0.1300051 Dec 16 17:56:49.330914 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-daf1aa75-6aab-4f70-adb7-94266623033d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=571e0640-c501-42de-b958-31fede094247 HTTP/1.1" status: 200 len: 217 time: 0.0484064 Dec 16 17:56:49.336353 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0b7383dd-1e42-4b00-88c9-b98259c68dc2 req-3d3313c8-0dac-4009-979e-0b3eefd1f0c7 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964224 Dec 16 17:56:49.402131 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-34dfd07b-6e7a-4065-b5ee-3a4883a95af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:49.403906 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-34dfd07b-6e7a-4065-b5ee-3a4883a95af9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6bee901a-8b7a-4b26-bd96-b41f7a2ded90 HTTP/1.1" status: 200 len: 843 time: 0.0517149 Dec 16 17:56:49.412006 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44222) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:49.469691 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e0a69f-fd49-4b7b-82b1-f35828e85d50 admin admin] Deleting subnet 68535031-f85c-4d2d-9321-79668fc98911 {{(pid=102418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:56:49.471923 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-fc12c32c-56d4-4429-9004-89a168bc1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:49.475308 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-87e0a69f-fd49-4b7b-82b1-f35828e85d50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:49.479205 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-fc12c32c-56d4-4429-9004-89a168bc1c27 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=30f822e4-6e75-40e6-b9f1-793a031625d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0571315 Dec 16 17:56:49.521927 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-87e0a69f-fd49-4b7b-82b1-f35828e85d50 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:49.543701 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-87e0a69f-fd49-4b7b-82b1-f35828e85d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:49.586228 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44230) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:49.628399 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-43121653-1b10-498c-ad00-5c6e47b1be75 service neutron] 10.222.0.76 "GET /v2.0/networks/30f822e4-6e75-40e6-b9f1-793a031625d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348696 Dec 16 17:56:49.635499 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-87e0a69f-fd49-4b7b-82b1-f35828e85d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for subnet, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:49.663025 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a69f-fd49-4b7b-82b1-f35828e85d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68535031-f85c-4d2d-9321-79668fc98911,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:49.666945 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-87e0a69f-fd49-4b7b-82b1-f35828e85d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:49.673163 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-87e0a69f-fd49-4b7b-82b1-f35828e85d50 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/68535031-f85c-4d2d-9321-79668fc98911 HTTP/1.1" status: 204 len: 168 time: 0.2600360 Dec 16 17:56:49.674099 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44234) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:49.797480 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-867309af-87ed-45aa-9863-0ace9184d7a4 req-c6f17efe-757f-4fcb-9907-ff9b58e86087 service neutron] 10.222.0.76 "GET /v2.0/networks/30f822e4-6e75-40e6-b9f1-793a031625d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481283 Dec 16 17:56:49.810823 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6eb0282c-15cb-4e7f-9858-91c508c27ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:49.822002 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:49.992595 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6eb0282c-15cb-4e7f-9858-91c508c27ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.048288 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6eb0282c-15cb-4e7f-9858-91c508c27ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.079704 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-06836f29-a670-4588-88dc-a113d89b17be tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:50.081415 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-06836f29-a670-4588-88dc-a113d89b17be tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.76 "GET /v2.0/networks?id=eec24439-f2c6-4e67-81a7-96a21069ee65 HTTP/1.1" status: 200 len: 809 time: 0.2119014 Dec 16 17:56:50.082573 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44248) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:50.112474 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.119755 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Request body: {'port': {'device_id': '195428b1-4838-4e80-b993-64ac7519a142', 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65', 'admin_state_up': True, 'tenant_id': '9fd9aefb930a48bfaa54182fe6a4a20c'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:50.160129 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-6eb0282c-15cb-4e7f-9858-91c508c27ef4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d7ffad67cd34b889456df4c1a037111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727131 Dec 16 17:56:50.164100 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44254) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:50.164730 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0282c-15cb-4e7f-9858-91c508c27ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7437106-8a86-4ffa-be11-c1a9a51acce6,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:50.171826 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-587c3837-17ac-426c-92de-bcd0b51f3dcf req-2f3a344d-171a-4594-9e3f-5af0c4bffee2 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 210 time: 0.0540857 Dec 16 17:56:50.183782 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.184353 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.186913 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.187441 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > port after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.187922 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.188381 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > port after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.188873 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.189193 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.189771 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.190002 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.225991 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ea244-9e75-4141-80f6-9446e7f96f4d req-ec6ad75a-3cf0-41ab-96f7-be9c4dbeaa83 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:50.227544 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-730ea244-9e75-4141-80f6-9446e7f96f4d req-ec6ad75a-3cf0-41ab-96f7-be9c4dbeaa83 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 947 time: 0.1806753 Dec 16 17:56:50.267721 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.268071 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.268406 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.268739 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 17:56:50.269107 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301af5f0-dae2-46f9-946d-d976042676c5']}} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:50.297741 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f8e167-1a46-4c3f-950b-86b02fb7c0c5') {'for_net_delete': True} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:50.298014 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f8e167-1a46-4c3f-950b-86b02fb7c0c5') {} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:50.300536 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-62183eb9-d7ea-40d2-bd06-91aa244207f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.328839 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f88e0eb8-4668-4114-9957-f5648b469d16 req-947146e0-66db-4b64-a061-24d2c0f3d31c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 210 time: 0.0541582 Dec 16 17:56:50.330585 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126504264'] for segment, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.339038 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-30caf432-4c69-4671-95c3-94bf98e05d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.356853 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.365894 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-730ea244-9e75-4141-80f6-9446e7f96f4d req-93f66e49-47ff-4f73-b6cb-b58b69269843 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288812 Dec 16 17:56:50.367061 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:56:50.367758 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335514'] for segment, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: from cryptography.utils import int_from_bytes Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: from cryptography.utils import int_from_bytes Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: Traceback (most recent call last): Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: timer() Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: cb(*args, **kw) Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: return func(*args, **kwargs) Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: self._notify() Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: self.callback(batched_events) Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: event.method(event) Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: return f(self, *a, **k) Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._get(url).json() Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: return self.request(url, 'GET', **kwargs) Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:56:50.372722 dv-cinder-819200-2-iscsi neutron-server[102418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:56:50.392825 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-30caf432-4c69-4671-95c3-94bf98e05d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.424065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Made reservation on behalf of 9fd9aefb930a48bfaa54182fe6a4a20c for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:50.427657 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.470748 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.478552 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.482263 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] 10.222.0.32 "DELETE /v2.0/networks/301af5f0-dae2-46f9-946d-d976042676c5 HTTP/1.1" status: 204 len: 168 time: 0.8053243 Dec 16 17:56:50.498562 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e28df-8136-4a90-a9b2-c3e37c8f0c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=301af5f0-dae2-46f9-946d-d976042676c5,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:50.520220 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ea1b-f0ff-4d87-a6e3-7fbf07434451 req-c1f6f7e0-5f86-4ebb-b2bd-0fbc1fba2928 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:50.521906 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9929ea1b-f0ff-4d87-a6e3-7fbf07434451 req-c1f6f7e0-5f86-4ebb-b2bd-0fbc1fba2928 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0857110 Dec 16 17:56:50.546491 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-30caf432-4c69-4671-95c3-94bf98e05d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.549109 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-30caf432-4c69-4671-95c3-94bf98e05d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.552824 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-30caf432-4c69-4671-95c3-94bf98e05d2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7437106-8a86-4ffa-be11-c1a9a51acce6 HTTP/1.1" status: 204 len: 168 time: 0.3852201 Dec 16 17:56:50.555155 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-62183eb9-d7ea-40d2-bd06-91aa244207f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.586770 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-62183eb9-d7ea-40d2-bd06-91aa244207f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.592077 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9929ea1b-f0ff-4d87-a6e3-7fbf07434451 req-94bc0776-3d87-4e06-860d-aa4b5af80968 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636308 Dec 16 17:56:50.596388 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caf432-4c69-4671-95c3-94bf98e05d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7437106-8a86-4ffa-be11-c1a9a51acce6,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:50.655766 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Allocated IP 172.20.0.14 (eec24439-f2c6-4e67-81a7-96a21069ee65/63cadf79-7727-4fc5-b363-92bc6bcc6406/20a11076-ef2c-48a2-aec6-2353860b0954) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:56:50.659888 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-62183eb9-d7ea-40d2-bd06-91aa244207f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a18e8b877cf44d01b80697e2620412de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5625467 Dec 16 17:56:50.663686 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44266) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:50.665368 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62183eb9-d7ea-40d2-bd06-91aa244207f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad7ddb-6c6c-4c7d-8066-3a56b5276f94,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:50.757209 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44270) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:50.764158 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-058595f9-a904-48fc-bb95-c5db134686e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.806904 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-058595f9-a904-48fc-bb95-c5db134686e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.837949 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c477a044-7e81-4676-976f-d5f4391d9d4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1670f03a08914a50ac3c502be6456794&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0768566 Dec 16 17:56:50.838048 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44274) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:50.856904 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49f492-f5fd-4b01-9395-289af96c68d8 req-00d9f65f-708f-4921-ba4b-640e941c2cc3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:50.866374 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2a49f492-f5fd-4b01-9395-289af96c68d8 req-00d9f65f-708f-4921-ba4b-640e941c2cc3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1790426 Dec 16 17:56:50.934248 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-058595f9-a904-48fc-bb95-c5db134686e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.937345 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-058595f9-a904-48fc-bb95-c5db134686e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:50.938504 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-058595f9-a904-48fc-bb95-c5db134686e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50ad7ddb-6c6c-4c7d-8066-3a56b5276f94 HTTP/1.1" status: 204 len: 168 time: 0.2724588 Dec 16 17:56:50.958326 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058595f9-a904-48fc-bb95-c5db134686e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad7ddb-6c6c-4c7d-8066-3a56b5276f94,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:50.989548 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-cb99976e-ce17-4fb8-b951-7cdce67a8777 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:50.995494 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-cb99976e-ce17-4fb8-b951-7cdce67a8777 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 814 time: 0.1411710 Dec 16 17:56:51.003072 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2a49f492-f5fd-4b01-9395-289af96c68d8 req-fcc83eb1-fa90-48cb-9776-fbe1651ed841 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357412 Dec 16 17:56:51.018077 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Request body: {'port': {'device_id': '4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e', 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'admin_state_up': True, 'tenant_id': '041391a20fed40f39c4d822b2a7727a2'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:51.025959 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-094c7bf2-a333-409a-a414-d6ce0997447c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.032069 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6da8357b-5c9e-4da3-9163-62627150e644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.053221 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.074251 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6da8357b-5c9e-4da3-9163-62627150e644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.150499 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.243385 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6da8357b-5c9e-4da3-9163-62627150e644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.249201 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6da8357b-5c9e-4da3-9163-62627150e644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.252684 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6da8357b-5c9e-4da3-9163-62627150e644 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab6ed942-2e89-45dc-893c-a1cab88f4cc1 HTTP/1.1" status: 204 len: 168 time: 0.4113746 Dec 16 17:56:51.258977 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Network eec24439-f2c6-4e67-81a7-96a21069ee65 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:56:51.277456 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:51.285301 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Made reservation on behalf of 041391a20fed40f39c4d822b2a7727a2 for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:51.292793 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.294369 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:56:51.350183 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:51.350845 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.362455 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Pushing event updated for resources: {'Port': ['ID=20a11076-ef2c-48a2-aec6-2353860b0954,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:51.370411 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8357b-5c9e-4da3-9163-62627150e644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6ed942-2e89-45dc-893c-a1cab88f4cc1,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:51.407727 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-e5e37aea-d312-45ce-a87c-d3c48a1d0b7a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3042095 Dec 16 17:56:51.420761 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Request body: {'port': {'device_id': '195428b1-4838-4e80-b993-64ac7519a142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:51.530237 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e62db5b0-43a2-4a50-8566-2d30822d1287 req-831788a9-2c39-4b8d-a3b8-3612e99b51f7 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 210 time: 0.0568070 Dec 16 17:56:51.542369 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:51.687290 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Allocated IP 172.20.0.4 (d5430d91-7e76-4358-9d35-08edfd4e96f5/dd0f0d27-c2fb-4ee5-951e-5913f944b325/48b73dbf-c1ab-40c9-b3f0-e69075e73c6e) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:56:51.709310 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427d83d-3492-4fa7-a36c-95aa465cebc3 req-4dc238bc-3b93-4ad6-8269-12493efae69e tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:51.714993 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7427d83d-3492-4fa7-a36c-95aa465cebc3 req-4dc238bc-3b93-4ad6-8269-12493efae69e tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 932 time: 0.3909419 Dec 16 17:56:51.811214 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba2415-07c1-41f1-86a2-584ad73cc050 req-8ee5e3f5-7f48-4f53-8214-c3db8695732e tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:51.812909 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bfba2415-07c1-41f1-86a2-584ad73cc050 req-8ee5e3f5-7f48-4f53-8214-c3db8695732e tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 947 time: 0.1353085 Dec 16 17:56:51.826746 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7427d83d-3492-4fa7-a36c-95aa465cebc3 req-96304086-0ab9-4ec7-b8e2-fcecda7b00bb tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090357 Dec 16 17:56:51.889308 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bfba2415-07c1-41f1-86a2-584ad73cc050 req-59f60275-26d0-4e58-b626-f9b68679b99a tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664334 Dec 16 17:56:51.929446 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 571e0640-c501-42de-b958-31fede094247 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:56:52.040210 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.085632 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a11076-ef2c-48a2-aec6-2353860b0954 {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:56:52.093031 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.099146 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.120067 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['16e14879-9e6e-4635-973a-9dd4e0786b26'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:56:52.122856 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Transition to ACTIVE for port object 20a11076-ef2c-48a2-aec6-2353860b0954 will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:56:52.130970 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.176546 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Network d5430d91-7e76-4358-9d35-08edfd4e96f5 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:56:52.180163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:52.184398 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:56:52.199192 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Pushing event updated for resources: {'Port': ['ID=20a11076-ef2c-48a2-aec6-2353860b0954,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:52.215654 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Pushing event updated for resources: {'Port': ['ID=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:52.269354 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 571e0640-c501-42de-b958-31fede094247, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=571e0640-c501-42de-b958-31fede094247,segment=NetworkSegment(f5a53e1b-588d-4ed9-8246-396874c48765),segment_id=f5a53e1b-588d-4ed9-8246-396874c48765)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:52.271392 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:52.272772 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.294155 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Attempting to bind port 20a11076-ef2c-48a2-aec6-2353860b0954 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:56:52.294935 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Attempting to bind port 20a11076-ef2c-48a2-aec6-2353860b0954 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:56:52.295560 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Attempting to bind port 20a11076-ef2c-48a2-aec6-2353860b0954 on network eec24439-f2c6-4e67-81a7-96a21069ee65 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:56:52.302938 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Port 20a11076-ef2c-48a2-aec6-2353860b0954 on network eec24439-f2c6-4e67-81a7-96a21069ee65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:56:52.303559 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Attempting to bind port 20a11076-ef2c-48a2-aec6-2353860b0954 on network eec24439-f2c6-4e67-81a7-96a21069ee65 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:56:52.304014 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '571e0640-c501-42de-b958-31fede094247', 'network_id': '30f822e4-6e75-40e6-b9f1-793a031625d7', 'port_id': '571e0640-c501-42de-b958-31fede094247', 'mac_address': 'fa:16:3e:2a:0a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bee901a-8b7a-4b26-bd96-b41f7a2ded90', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:56:52.308822 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1c0d9217-f034-427b-adee-4d606c0ed98b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3016331 Dec 16 17:56:52.314025 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:56:52.315007 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Checking segment: {'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:56:52.315586 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Bound using segment: {'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:56:52.316643 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Bound port: 20a11076-ef2c-48a2-aec6-2353860b0954, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:56:52.317286 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.330994 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Request body: {'port': {'device_id': '4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:52.395926 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.404877 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.416110 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] For port 20a11076-ef2c-48a2-aec6-2353860b0954, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:56:52.420947 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] For port 20a11076-ef2c-48a2-aec6-2353860b0954, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=20a11076-ef2c-48a2-aec6-2353860b0954,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:56:52.421164 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571e0640-c501-42de-b958-31fede094247 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:56:52.428905 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.490006 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 571e0640-c501-42de-b958-31fede094247, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=571e0640-c501-42de-b958-31fede094247,segment=NetworkSegment(f5a53e1b-588d-4ed9-8246-396874c48765),segment_id=f5a53e1b-588d-4ed9-8246-396874c48765)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:52.498920 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.526712 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:52.527770 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:52.529846 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] 10.222.0.76 "PUT /v2.0/ports/20a11076-ef2c-48a2-aec6-2353860b0954 HTTP/1.1" status: 200 len: 1094 time: 1.1140649 Dec 16 17:56:52.530855 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195428b1-4838-4e80-b993-64ac7519a142', 'tag': '20a11076-ef2c-48a2-aec6-2353860b0954'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:52.533482 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661" -d '{"events": [{"name": "network-changed", "server_uuid": "195428b1-4838-4e80-b993-64ac7519a142", "tag": "20a11076-ef2c-48a2-aec6-2353860b0954"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:52.560482 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf0f36-05b4-4b4e-8788-fc1df3d4a38d service neutron] Pushing event updated for resources: {'Port': ['ID=20a11076-ef2c-48a2-aec6-2353860b0954,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:52.584666 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=571e0640-c501-42de-b958-31fede094247,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:52.610668 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.612075 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.612672 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.614099 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.615197 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.617082 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.618957 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.619878 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.623689 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.624533 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.625097 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.625625 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.626176 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:56:52.632915 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1b66c4-de6c-4617-bf65-599d61f3ddd7 x-openstack-request-id: req-7b1b66c4-de6c-4617-bf65-599d61f3ddd7 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:52.633337 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195428b1-4838-4e80-b993-64ac7519a142", "tag": "20a11076-ef2c-48a2-aec6-2353860b0954", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:52.633591 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b1b66c4-de6c-4617-bf65-599d61f3ddd7 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:52.633985 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195428b1-4838-4e80-b993-64ac7519a142', 'tag': '20a11076-ef2c-48a2-aec6-2353860b0954', 'status': 'completed', 'code': 200} Dec 16 17:56:52.654136 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-67772bb1-babd-45aa-b020-2a0b8b519bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:52.656377 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-67772bb1-babd-45aa-b020-2a0b8b519bdd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9fd9aefb930a48bfaa54182fe6a4a20c&device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 1097 time: 0.0686738 Dec 16 17:56:52.719344 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-9620b58b-7687-49e3-87f9-e3425f8f0e9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a11076-ef2c-48a2-aec6-2353860b0954 HTTP/1.1" status: 200 len: 217 time: 0.0514543 Dec 16 17:56:52.776449 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3047b6-d974-489a-a62f-1255a37dbddd req-689f1dd2-eb0e-46d9-9909-aeeee97b90bb tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:52.784275 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8a3047b6-d974-489a-a62f-1255a37dbddd req-689f1dd2-eb0e-46d9-9909-aeeee97b90bb tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 931 time: 0.1205730 Dec 16 17:56:52.812936 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-9eefbbe9-4af6-4d3d-aa77-99dd9d14f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:52.815235 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-9eefbbe9-4af6-4d3d-aa77-99dd9d14f0a1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=63cadf79-7727-4fc5-b363-92bc6bcc6406 HTTP/1.1" status: 200 len: 849 time: 0.0830169 Dec 16 17:56:52.879678 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-9f27032b-b449-41ee-bd49-2e262b7f80c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eec24439-f2c6-4e67-81a7-96a21069ee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555267 Dec 16 17:56:52.935497 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:56:52.947589 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['571e0640-c501-42de-b958-31fede094247'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:56:52.960021 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.010730 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8a3047b6-d974-489a-a62f-1255a37dbddd req-6fc3e779-3ecf-4d56-a107-466e35b26bc5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247901 Dec 16 17:56:53.011873 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Transition to ACTIVE for port object 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:56:53.020381 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44366) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:53.029165 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.096778 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Pushing event updated for resources: {'Port': ['ID=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:53.136210 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-1fb12af5-cce4-468d-9907-dd8f2852025c service neutron] 10.222.0.76 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445128 Dec 16 17:56:53.222328 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Attempting to bind port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:56:53.222772 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Attempting to bind port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:56:53.223340 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Attempting to bind port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e on network d5430d91-7e76-4358-9d35-08edfd4e96f5 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:56:53.239443 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16219a6e-f61a-4978-a10e-d0f92e12ff10 req-a5bf809f-79fb-497f-b22e-5421c25d57f5 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.249109 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-16219a6e-f61a-4978-a10e-d0f92e12ff10 req-a5bf809f-79fb-497f-b22e-5421c25d57f5 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1082511 Dec 16 17:56:53.263908 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e on network d5430d91-7e76-4358-9d35-08edfd4e96f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:56:53.264241 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Attempting to bind port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e on network d5430d91-7e76-4358-9d35-08edfd4e96f5 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:56:53.281358 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:56:53.281698 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67e410-3baa-4338-9674-c8e7c0a09b2c req-3b09ba02-4b9e-4c4e-b85b-8be7e19a570c tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.282164 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Checking segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:56:53.282164 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Bound using segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:56:53.282587 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Bound port: 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:56:53.282973 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.284497 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-af67e410-3baa-4338-9674-c8e7c0a09b2c req-3b09ba02-4b9e-4c4e-b85b-8be7e19a570c tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 944 time: 0.1472032 Dec 16 17:56:53.291942 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-34f965de-da75-4bea-a683-064ba4a76ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.293703 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-34f965de-da75-4bea-a683-064ba4a76ef0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1098 time: 0.1536188 Dec 16 17:56:53.331437 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44382) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:53.347057 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.365834 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e0340481-d44a-4519-91ad-a79fb1efb3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.375661 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-16219a6e-f61a-4978-a10e-d0f92e12ff10 req-a8d13677-cad9-4ad9-bc22-c2bd0df331e0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253290 Dec 16 17:56:53.415949 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-11941675-network', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:53.436752 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] For port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:56:53.443159 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] For port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:56:53.453405 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.504022 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Made reservation on behalf of 30f9c4f0e45341af9bb59fb5a170bba7 for: {'network': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:53.506399 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.540370 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.541090 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.542520 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] 10.222.0.76 "PUT /v2.0/ports/48b73dbf-c1ab-40c9-b3f0-e69075e73c6e HTTP/1.1" status: 200 len: 1093 time: 1.2171071 Dec 16 17:56:53.544220 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e', 'tag': '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:53.546700 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b05045-0e00-4add-9684-5ddd7292fde2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e", "tag": "48b73dbf-c1ab-40c9-b3f0-e69075e73c6e"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:53.549515 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.588960 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901f889-e319-4588-bb52-26e1e2362635 service neutron] Pushing event updated for resources: {'Port': ['ID=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:53.609803 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94f3c0-9a5c-4252-ad86-ed04c0da6770 req-41774e23-01ab-4525-b5ab-3f09ffc6fb03 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.611413 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-cc94f3c0-9a5c-4252-ad86-ed04c0da6770 req-41774e23-01ab-4525-b5ab-3f09ffc6fb03 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 948 time: 0.1242449 Dec 16 17:56:53.641145 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-af67e410-3baa-4338-9674-c8e7c0a09b2c req-52052f7a-f982-41e0-b4f0-0e8823400948 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461301 Dec 16 17:56:53.666560 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-554b8845-6fa5-4e0a-8911-338e9e509cfd req-386a7d7b-3b0a-416b-92c6-22cab2f80982 service neutron] 10.222.0.76 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856856 Dec 16 17:56:53.723748 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-98e535ed-70f9-412d-986b-8e260bed5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.726095 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-cc94f3c0-9a5c-4252-ad86-ed04c0da6770 req-50abe3ab-c9fe-4af7-a6d3-0b84fc0e2674 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987370 Dec 16 17:56:53.734907 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-03beaf9f-7081-42d2-b1ff-97eae25f4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.736492 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-03beaf9f-7081-42d2-b1ff-97eae25f4c25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 1096 time: 0.1216094 Dec 16 17:56:53.737246 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-98e535ed-70f9-412d-986b-8e260bed5782 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 920 time: 0.4166236 Dec 16 17:56:53.766935 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.774536 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.815633 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6833dba-b2fc-4e79-8228-6cc99a11247b x-openstack-request-id: req-b6833dba-b2fc-4e79-8228-6cc99a11247b {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:53.815930 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e", "tag": "48b73dbf-c1ab-40c9-b3f0-e69075e73c6e", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:53.816181 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6833dba-b2fc-4e79-8228-6cc99a11247b {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:53.816570 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e', 'tag': '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e', 'status': 'completed', 'code': 200} Dec 16 17:56:53.833921 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-network', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:53.837838 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-afa8afde-2624-46db-ab04-567d8bd1f0a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385 HTTP/1.1" status: 200 len: 217 time: 0.0659420 Dec 16 17:56:53.855461 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-455254db-7143-46ac-953b-d6835acc62be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e HTTP/1.1" status: 200 len: 217 time: 0.0729904 Dec 16 17:56:53.861413 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=102418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:56:53.874964 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349108ac-f878-47b0-b502-ef90448e951a,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:53.904911 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.905270 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.segments_db [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Added segment 22c2cd14-7282-41eb-a501-c82fbaac31d6 of type vlan for network 3fa6e92a-e070-482a-ab38-6f3c9667d238 Dec 16 17:56:53.931459 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-235eb03f-395b-41e0-b946-3aa516311a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.933079 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-235eb03f-395b-41e0-b946-3aa516311a75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9fd9aefb930a48bfaa54182fe6a4a20c&device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 1097 time: 0.1487908 Dec 16 17:56:53.936370 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-9c1a772e-e3ff-4d22-89ca-489188e89ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.938353 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-9c1a772e-e3ff-4d22-89ca-489188e89ad5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 200 len: 859 time: 0.0822847 Dec 16 17:56:53.939319 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Made reservation on behalf of af23b4f4f497464fac434ca5b8be6ead for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:53.941771 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.954710 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1cdf2eb6-c4f6-455d-be71-cc98ad9767e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:53.956233 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-1cdf2eb6-c4f6-455d-be71-cc98ad9767e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 200 len: 854 time: 0.0914299 Dec 16 17:56:53.966344 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.981137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:53.999525 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-551c791c-ae0d-4326-95fd-87e7665ea9d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5430d91-7e76-4358-9d35-08edfd4e96f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353780 Dec 16 17:56:54.030867 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-7316a039-e182-4372-bbe5-b21610fa29d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d273d2e6-faf5-44dc-9a35-a9f16d00a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719793 Dec 16 17:56:54.057427 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.058492 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.059036 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.127298 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1052628 Dec 16 17:56:54.132672 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44402) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:54.141507 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Request body: {'subnet': {'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-11941675-subnet', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:54.185579 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-a53150bc-6cdc-4e5f-9f33-81e006ee299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.186280 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-a53150bc-6cdc-4e5f-9f33-81e006ee299e service neutron] 10.222.0.76 "GET /v2.0/networks?id=eec24439-f2c6-4e67-81a7-96a21069ee65 HTTP/1.1" status: 200 len: 910 time: 0.2410784 Dec 16 17:56:54.198293 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e31e4-c885-4aa2-a1ad-52c83e03e161 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa6e92a-e070-482a-ab38-6f3c9667d238,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:54.213170 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:56:54.234128 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-dfbdb45d-0e84-40c6-954b-a1af991e04eb service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238541 Dec 16 17:56:54.236723 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Made reservation on behalf of 30f9c4f0e45341af9bb59fb5a170bba7 for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:54.238718 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126170012'] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.262950 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-4c22eccd-b0ea-4c66-ac9a-c5f228c37faf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20a11076-ef2c-48a2-aec6-2353860b0954 HTTP/1.1" status: 200 len: 217 time: 0.0662427 Dec 16 17:56:54.265386 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-a0335cae-fd24-4a8f-944d-06e2884b8966 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215455 Dec 16 17:56:54.268795 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344a9b6-8edd-480a-95dc-0da71d436e2c req-0f1a1f8b-506b-4a60-87f6-327cb5b74e7a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.270375 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2344a9b6-8edd-480a-95dc-0da71d436e2c req-0f1a1f8b-506b-4a60-87f6-327cb5b74e7a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 943 time: 0.1424553 Dec 16 17:56:54.298734 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.355397 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.439003 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:56:54.449918 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.450312 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Added segment 06ec8bea-8721-4bfc-b72e-5bb9895e341d of type vlan for network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 Dec 16 17:56:54.460837 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-32a64920-a06e-4430-ac56-0dc2038e93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.462646 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-32a64920-a06e-4430-ac56-0dc2038e93ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=63cadf79-7727-4fc5-b363-92bc6bcc6406 HTTP/1.1" status: 200 len: 849 time: 0.1858940 Dec 16 17:56:54.463299 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4d8f82-50c5-4442-8619-6878c5b2b7bf,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:54.469164 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2344a9b6-8edd-480a-95dc-0da71d436e2c req-c6dc7997-30de-4cb9-9d41-b65dffcd0f4d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606307 Dec 16 17:56:54.485445 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5f55743-dab7-40c9-bc66-4d1b10b5b25f req-97a202ac-1e16-4936-af09-016eaa03973f service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434773 Dec 16 17:56:54.555702 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-060fb650-0670-4852-afb4-88530a764f39 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eec24439-f2c6-4e67-81a7-96a21069ee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790849 Dec 16 17:56:54.555930 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.576405 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.604212 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0f6634c-2aa2-42a6-88b6-8193d56195f0 req-aec48ebe-3a31-42e7-ab52-fde4a76adb76 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249903 Dec 16 17:56:54.643401 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126169986'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.672437 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a6e4e-3e19-4231-8ef7-ed5ab5003872 req-3c7df96d-8451-48d4-97cc-0a2b688bca27 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.674292 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ff5a6e4e-3e19-4231-8ef7-ed5ab5003872 req-3c7df96d-8451-48d4-97cc-0a2b688bca27 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.2079184 Dec 16 17:56:54.679832 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.680875 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.681703 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.683634 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-6f5e54dd-791c-4d9b-b466-66dd9bbd1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.685351 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-6f5e54dd-791c-4d9b-b466-66dd9bbd1c61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 1096 time: 0.0974481 Dec 16 17:56:54.777289 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c934be4-8f13-4985-8f51-c4e348de88a0,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:54.808289 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4702151 Dec 16 17:56:54.808717 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Checking segment: {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:56:54.809287 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Network hostable DHCP agents. Network: 3fa6e92a-e070-482a-ab38-6f3c9667d238, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:56:54.815923 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44422) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:54.823452 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Request body: {'subnet': {'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-subnet', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:54.831292 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-2d293a14-a637-4895-a642-4ae87236e799 service neutron] 10.222.0.76 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601452 Dec 16 17:56:54.856495 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ec109-cf68-4bc1-ba46-6f41b0b4e330 admin admin] Pushing event updated for resources: {'Network': ['ID=3aad32db-9062-48c6-b8ca-474a8b1c9b58,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:54.868419 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:56:54.898187 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:56:54.915553 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-4cfa3df9-605c-42ea-85a9-93e0bc302d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.919232 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-4cfa3df9-605c-42ea-85a9-93e0bc302d5c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 915 time: 0.2248921 Dec 16 17:56:54.921090 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Made reservation on behalf of af23b4f4f497464fac434ca5b8be6ead for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:56:54.923502 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ff5a6e4e-3e19-4231-8ef7-ed5ab5003872 req-752802ce-2cf6-48f1-8009-6053e665af66 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122629 Dec 16 17:56:54.925166 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126170012'] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.930277 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, 3fa6e92a-e070-482a-ab38-6f3c9667d238) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:54.939934 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:54.940780 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:54.956219 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4774bb94-eab4-4c6d-81b4-454540aa9ba2 None None] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:56:55.010038 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f57b2a3-ac97-4a5d-ac10-85a776fa2661 req-7af2b9a0-e109-4d1e-9ad3-fcced6198091 service neutron] 10.222.0.76 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649680 Dec 16 17:56:55.025322 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-4824e3df-ceb6-43fb-9916-e1d4ea7d5ba5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8920655 Dec 16 17:56:55.033936 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44424) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:55.044977 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:55.078969 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-a43e6dbc-5ff5-4932-a343-107832f230d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e HTTP/1.1" status: 200 len: 217 time: 0.1495905 Dec 16 17:56:55.117953 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed6d72-1840-437d-829a-616ee6f85bf9 req-8006d81d-24a1-42c1-8858-7e913a5bc65c tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.126821 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-72ed6d72-1840-437d-829a-616ee6f85bf9 req-8006d81d-24a1-42c1-8858-7e913a5bc65c tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 948 time: 0.1108835 Dec 16 17:56:55.162303 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-3fa6e92a-e070-482a-ab38-6f3c9667d238', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:56:55.163309 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.169895 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.171253 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.236613 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-acb5e442-9947-4516-ab78-d87af6bc9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.238254 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-acb5e442-9947-4516-ab78-d87af6bc9ad8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 200 len: 854 time: 0.1271288 Dec 16 17:56:55.255821 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930093f-3736-4e6e-b85f-3598998dd26b req-6ff15a1f-5efe-498b-9aad-753b218e3aa9 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.257342 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8930093f-3736-4e6e-b85f-3598998dd26b req-6ff15a1f-5efe-498b-9aad-753b218e3aa9 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 944 time: 0.2763209 Dec 16 17:56:55.291116 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-72ed6d72-1840-437d-829a-616ee6f85bf9 req-ac0f0c32-f365-4112-88fb-baffc136acf1 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632187 Dec 16 17:56:55.350140 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.413115 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Allocated IP 172.20.0.2 (3fa6e92a-e070-482a-ab38-6f3c9667d238/9c934be4-8f13-4985-8f51-c4e348de88a0/120117a2-8e4c-4b2f-a528-9e2672c0377f) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:56:55.519307 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.520702 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-bfb09a84-37f5-4620-a837-85b2efcc7197 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5430d91-7e76-4358-9d35-08edfd4e96f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2623661 Dec 16 17:56:55.586937 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.594732 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.636548 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:56:55.641829 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:55.647240 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:56:55.668196 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8930093f-3736-4e6e-b85f-3598998dd26b req-539426a6-0ef2-4391-bda4-5e394cb4f13a tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946276 Dec 16 17:56:55.679632 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Pushing event updated for resources: {'Port': ['ID=120117a2-8e4c-4b2f-a528-9e2672c0377f,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:55.717647 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Attempting to bind port 120117a2-8e4c-4b2f-a528-9e2672c0377f on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:56:55.718520 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Attempting to bind port 120117a2-8e4c-4b2f-a528-9e2672c0377f by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:56:55.718520 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Attempting to bind port 120117a2-8e4c-4b2f-a528-9e2672c0377f on network 3fa6e92a-e070-482a-ab38-6f3c9667d238 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:56:55.724749 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:56:55.725121 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Checking segment: {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:56:55.725822 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.725952 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Bound using segment: {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:56:55.726374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Bound port: 120117a2-8e4c-4b2f-a528-9e2672c0377f, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:56:55.726781 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.732834 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126169986'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.740732 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-c9226668-1bd4-4f1d-9b79-fe7f26dc8882 service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087588 Dec 16 17:56:55.791466 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464ba9-eb4f-41cf-bbaf-d398b96dc2da req-7e5fe49e-f10d-445b-895a-ca906a98992c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.792913 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-28464ba9-eb4f-41cf-bbaf-d398b96dc2da req-7e5fe49e-f10d-445b-895a-ca906a98992c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 943 time: 0.1161232 Dec 16 17:56:55.815556 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] For port 120117a2-8e4c-4b2f-a528-9e2672c0377f, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:56:55.820171 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] For port 120117a2-8e4c-4b2f-a528-9e2672c0377f, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=120117a2-8e4c-4b2f-a528-9e2672c0377f,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:56:55.825679 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.838669 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.878528 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.883691 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Pushing event updated for resources: {'Subnet': ['ID=585fb9e8-f34f-45e1-aa16-054f61fb0f92,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:55.892891 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Checking segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:56:55.893118 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Network hostable DHCP agents. Network: 3aad32db-9062-48c6-b8ca-474a8b1c9b58, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:56:55.898493 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eff6d1-593a-49b1-bb49-80b10f16907d None None] Pushing event updated for resources: {'Port': ['ID=120117a2-8e4c-4b2f-a528-9e2672c0377f,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:55.938296 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4b05045-0e00-4add-9684-5ddd7292fde2 req-7a26b49e-14e0-435c-a8ee-986b94b336c2 service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695533 Dec 16 17:56:55.939456 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:56:55.946661 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 20a11076-ef2c-48a2-aec6-2353860b0954 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:56:55.949354 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 571e0640-c501-42de-b958-31fede094247 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:56:55.951918 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, 3aad32db-9062-48c6-b8ca-474a8b1c9b58) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:55.966164 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:55.966829 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:55.986917 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-28464ba9-eb4f-41cf-bbaf-d398b96dc2da req-dde64daf-1664-43d4-89a4-a7212e7fed6c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878397 Dec 16 17:56:56.009603 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44436) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:56.010079 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-97db0320-3eb3-48ab-9f39-6cee5a16641d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1944983 Dec 16 17:56:56.016746 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:56:56.017297 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9565cd8-8653-41bc-987e-b0aea6433a9b None None] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:56:56.115533 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b47531-69be-4cd8-83d9-60912b83c2e5 req-e476df5e-7e5c-4f29-8807-b018fd78e7bb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:56.117752 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-06b47531-69be-4cd8-83d9-60912b83c2e5 req-e476df5e-7e5c-4f29-8807-b018fd78e7bb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0716877 Dec 16 17:56:56.117924 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.119064 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.151162 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Allocated IP 172.27.3.135 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/a1f4f400-6233-4dfa-a2d4-a488d827c89e) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:56:56.164350 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.208246 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-06b47531-69be-4cd8-83d9-60912b83c2e5 req-c87112d0-0505-4406-a915-e729a075422b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832419 Dec 16 17:56:56.271611 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 571e0640-c501-42de-b958-31fede094247 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:56:56.312551 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 571e0640-c501-42de-b958-31fede094247 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:56.312923 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.319618 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 20a11076-ef2c-48a2-aec6-2353860b0954, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=20a11076-ef2c-48a2-aec6-2353860b0954,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:56.343073 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:56:56.344337 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.379350 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '20a11076-ef2c-48a2-aec6-2353860b0954', 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65', 'port_id': '20a11076-ef2c-48a2-aec6-2353860b0954', 'mac_address': 'fa:16:3e:ce:b0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63cadf79-7727-4fc5-b363-92bc6bcc6406', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:56:56.529833 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.556871 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.575193 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.585385 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a11076-ef2c-48a2-aec6-2353860b0954 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:56:56.621829 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 20a11076-ef2c-48a2-aec6-2353860b0954, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=20a11076-ef2c-48a2-aec6-2353860b0954,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:56.624257 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd2859-a5d2-4536-80b4-da1915703217 req-ef09a8cc-8cd4-4bac-81ef-185a014635eb tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:56.625823 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6bbd2859-a5d2-4536-80b4-da1915703217 req-ef09a8cc-8cd4-4bac-81ef-185a014635eb tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 948 time: 0.1238470 Dec 16 17:56:56.647393 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Allocated IP 172.20.0.2 (3aad32db-9062-48c6-b8ca-474a8b1c9b58/585fb9e8-f34f-45e1-aa16-054f61fb0f92/769b7217-2776-49c2-9be7-091c8cec6ec4) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:56:56.666547 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.674890 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0480b790-1334-4c35-b106-1bdb9a3a6222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571e0640-c501-42de-b958-31fede094247'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:56:56.677288 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13837c74-7df0-4a9a-9e86-edd585836b90" -d '{"events": [{"server_uuid": "0480b790-1334-4c35-b106-1bdb9a3a6222", "name": "network-vif-plugged", "status": "completed", "tag": "571e0640-c501-42de-b958-31fede094247"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:56:56.725743 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 571e0640-c501-42de-b958-31fede094247, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=571e0640-c501-42de-b958-31fede094247,segment=NetworkSegment(f5a53e1b-588d-4ed9-8246-396874c48765),segment_id=f5a53e1b-588d-4ed9-8246-396874c48765)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:56.763284 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.771688 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.789337 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.846173 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:56.847293 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=20a11076-ef2c-48a2-aec6-2353860b0954,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:56.855878 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6bbd2859-a5d2-4536-80b4-da1915703217 req-018a1ebf-31ba-4ba1-9376-3d453efc5c77 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215898 Dec 16 17:56:56.942406 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde1b49-1913-4716-9e9f-38d4a1f06d09 req-845c45e6-8a41-4c43-ade6-e8dd0b85fc16 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:56.946484 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36325ee-a649-42fc-9165-f620833e2a0f x-openstack-request-id: req-c36325ee-a649-42fc-9165-f620833e2a0f {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:56:56.946813 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0480b790-1334-4c35-b106-1bdb9a3a6222", "name": "network-vif-plugged", "status": "completed", "tag": "571e0640-c501-42de-b958-31fede094247", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:56:56.947072 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c36325ee-a649-42fc-9165-f620833e2a0f {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:56:56.947463 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0480b790-1334-4c35-b106-1bdb9a3a6222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571e0640-c501-42de-b958-31fede094247', 'code': 200} Dec 16 17:56:56.953175 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9dde1b49-1913-4716-9e9f-38d4a1f06d09 req-845c45e6-8a41-4c43-ade6-e8dd0b85fc16 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 945 time: 0.1217525 Dec 16 17:56:56.994409 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.003201 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=571e0640-c501-42de-b958-31fede094247,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:57.041126 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.058435 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.074897 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:56:57.078261 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9dde1b49-1913-4716-9e9f-38d4a1f06d09 req-411c0d11-8eca-4c7f-b760-036631d47b3d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237700 Dec 16 17:56:57.082418 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:57.085673 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:56:57.151337 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['20a11076-ef2c-48a2-aec6-2353860b0954'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:56:57.167268 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:56:57.200891 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:57.217459 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:56:57.237436 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Pushing event updated for resources: {'Port': ['ID=769b7217-2776-49c2-9be7-091c8cec6ec4,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:57.286660 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e3949-9152-4870-afbc-0b55d3979a13 req-01925deb-ca69-44fc-a29e-b074dea52bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:57.288913 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a78e3949-9152-4870-afbc-0b55d3979a13 req-01925deb-ca69-44fc-a29e-b074dea52bf0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 1102 time: 0.0921953 Dec 16 17:56:57.319144 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Pushing event updated for resources: {'Port': ['ID=a1f4f400-6233-4dfa-a2d4-a488d827c89e,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:57.370544 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Attempting to bind port 769b7217-2776-49c2-9be7-091c8cec6ec4 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:56:57.375504 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Attempting to bind port 769b7217-2776-49c2-9be7-091c8cec6ec4 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:56:57.375504 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Attempting to bind port 769b7217-2776-49c2-9be7-091c8cec6ec4 on network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:56:57.388321 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc26d3a-35e6-4992-a90b-2475ec7b8ae3 req-1c21880b-1dd4-4411-a4a7-993e46b1b144 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:57.390158 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fbc26d3a-35e6-4992-a90b-2475ec7b8ae3 req-1c21880b-1dd4-4411-a4a7-993e46b1b144 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 943 time: 0.1665323 Dec 16 17:56:57.427670 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c1d47-edd3-4048-89f1-728eda5344ad None None] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:56:57.442829 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:56:57.443406 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Checking segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:56:57.443827 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.444227 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Bound using segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:56:57.444740 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Bound port: 769b7217-2776-49c2-9be7-091c8cec6ec4, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:56:57.445124 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.505941 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a78e3949-9152-4870-afbc-0b55d3979a13 req-1c1d2514-536c-4a9f-88c1-caf2fb5fa684 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074833 Dec 16 17:56:57.522276 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad55e7-fe69-43de-8c9a-643b3f3019f7 req-4bd5cdd7-d8fc-4156-b2fb-fe0c0d497ef6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:57.524324 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-44ad55e7-fe69-43de-8c9a-643b3f3019f7 req-4bd5cdd7-d8fc-4156-b2fb-fe0c0d497ef6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1556511 Dec 16 17:56:57.579325 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-44ad55e7-fe69-43de-8c9a-643b3f3019f7 req-97fc6982-7760-44d5-97c0-cc6cd9eec6b3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526187 Dec 16 17:56:57.632594 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fbc26d3a-35e6-4992-a90b-2475ec7b8ae3 req-6b76ee6e-dc83-470a-a946-e3b0cb225e69 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194226 Dec 16 17:56:57.666453 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 120117a2-8e4c-4b2f-a528-9e2672c0377f up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:56:57.683150 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.707356 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.735744 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-8197c596-0094-410b-ac8a-b50b1483a9c2 None None] Provisioning complete for port 120117a2-8e4c-4b2f-a528-9e2672c0377f triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:57.736090 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8197c596-0094-410b-ac8a-b50b1483a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.758677 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.895748 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] For port 769b7217-2776-49c2-9be7-091c8cec6ec4, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:56:57.914360 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Allocated IP 172.27.3.73 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/4c2c993b-9971-4642-a5ef-8fb809f791e6) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:56:57.918553 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] For port 769b7217-2776-49c2-9be7-091c8cec6ec4, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=769b7217-2776-49c2-9be7-091c8cec6ec4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:56:57.940119 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:57.965853 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:56:57.986984 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 120117a2-8e4c-4b2f-a528-9e2672c0377f triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:57.987356 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.129078 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8197c596-0094-410b-ac8a-b50b1483a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.170322 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259b87b-6734-4165-87ac-44f77d86c338 req-5f8e088b-117c-4eea-9c64-371ae83e840f tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.171478 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6259b87b-6734-4165-87ac-44f77d86c338 req-5f8e088b-117c-4eea-9c64-371ae83e840f tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 949 time: 0.1892004 Dec 16 17:56:58.174730 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.198082 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6dcfd-d7db-4180-a800-a3ca57fa995f None None] Pushing event updated for resources: {'Port': ['ID=769b7217-2776-49c2-9be7-091c8cec6ec4,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:58.241536 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-8197c596-0094-410b-ac8a-b50b1483a9c2 None None] For port 120117a2-8e4c-4b2f-a528-9e2672c0377f, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=120117a2-8e4c-4b2f-a528-9e2672c0377f,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:58.248783 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.273416 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8197c596-0094-410b-ac8a-b50b1483a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.309992 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984601c-34db-43c5-9d9d-68e089f0367e req-0f829a5d-ee9f-437f-a5e7-618c9d8bf987 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.319723 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8984601c-34db-43c5-9d9d-68e089f0367e req-0f829a5d-ee9f-437f-a5e7-618c9d8bf987 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 945 time: 0.1195202 Dec 16 17:56:58.385127 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:58.416673 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e', 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'port_id': '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e', 'mac_address': 'fa:16:3e:b3:00:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0f0d27-c2fb-4ee5-951e-5913f944b325', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:56:58.428736 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8984601c-34db-43c5-9d9d-68e089f0367e req-b948f75c-b6a6-4f28-8dc9-17779edead10 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044257 Dec 16 17:56:58.464296 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6259b87b-6734-4165-87ac-44f77d86c338 req-db7e6cc1-f8d8-40f9-b66c-83724bf4d15b tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775562 Dec 16 17:56:58.494607 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.504949 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197c596-0094-410b-ac8a-b50b1483a9c2 None None] Pushing event updated for resources: {'Port': ['ID=120117a2-8e4c-4b2f-a528-9e2672c0377f,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:58.540267 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:56:58.557998 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:56:58.560538 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.563839 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-959aae26-8875-4f69-a5c9-9d2b9ab25df0 None None] Provisioning complete for port 120117a2-8e4c-4b2f-a528-9e2672c0377f triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:58.564437 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-959aae26-8875-4f69-a5c9-9d2b9ab25df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.564838 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2c993b-9971-4642-a5ef-8fb809f791e6,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:58.567535 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:56:58.571445 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:56:58.633797 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:56:58.687313 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:56:58.696281 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:58.759317 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecdb03-4db5-48cc-be4a-eaeff7af69d6 req-8f60a4aa-c151-4ee0-9512-db3637db27bc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:58.768878 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a5ecdb03-4db5-48cc-be4a-eaeff7af69d6 req-8f60a4aa-c151-4ee0-9512-db3637db27bc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0904014 Dec 16 17:56:58.789613 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:56:58.838709 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a5ecdb03-4db5-48cc-be4a-eaeff7af69d6 req-6f70d081-4063-4a9d-97a3-91a409463872 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 Dec 16 17:56:59.094763 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:56:59.107647 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Sync routers for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:56:59.109398 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52af78d-e0b6-430c-bb8e-88546dd10d79 req-6b9c1c0a-f206-4751-b854-2602c13d2499 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:59.115181 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f52af78d-e0b6-430c-bb8e-88546dd10d79 req-6b9c1c0a-f206-4751-b854-2602c13d2499 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 944 time: 0.1075304 Dec 16 17:56:59.149223 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:56:59.155662 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:59.165907 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] Publish callbacks [] for router, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.170362 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44502) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:56:59.170538 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-0cb49eba-ae29-4d3e-aa43-093a23f8ef88 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1335332 Dec 16 17:56:59.262326 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f52af78d-e0b6-430c-bb8e-88546dd10d79 req-8e80d091-36cd-4177-b43f-71e742caad68 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415806 Dec 16 17:56:59.327801 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.339321 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['48b73dbf-c1ab-40c9-b3f0-e69075e73c6e'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:56:59.388814 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:56:59.507948 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2f8908-eb33-4aec-b769-183151eeb78c None None] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:56:59.635904 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 120117a2-8e4c-4b2f-a528-9e2672c0377f up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:56:59.676335 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:56:57Z', 'revision_number': 3, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:56:59.685856 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-d403a3ce-50fd-4428-bbde-9bfd8b81aa68 None None] Provisioning complete for port 769b7217-2776-49c2-9be7-091c8cec6ec4 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:59.686471 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d403a3ce-50fd-4428-bbde-9bfd8b81aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.700225 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f84aa-e7e1-4051-bc8a-ccc9ce99ebca req-32d2fe20-bc22-4647-ae8d-f5240edfe9f1 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:59.707707 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-622f84aa-e7e1-4051-bc8a-ccc9ce99ebca req-32d2fe20-bc22-4647-ae8d-f5240edfe9f1 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 949 time: 0.1098628 Dec 16 17:56:59.714707 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Checking router: cdeeb96d-d3db-4504-8e0a-2fa940d0f472 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:56:59.715008 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Updating router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 port a1f4f400-6233-4dfa-a2d4-a488d827c89e binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:56:59.735172 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a8255-d16b-4fb3-a73b-4dc8b81dc733 req-c87b297b-c6e5-4401-971e-1272ac932539 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:56:59.737185 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7f1a8255-d16b-4fb3-a73b-4dc8b81dc733 req-c87b297b-c6e5-4401-971e-1272ac932539 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 945 time: 0.1600325 Dec 16 17:56:59.740979 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.764461 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.844075 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-622f84aa-e7e1-4051-bc8a-ccc9ce99ebca req-ba44b409-891b-49db-9eff-6443f977e805 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310892 Dec 16 17:56:59.877527 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7f1a8255-d16b-4fb3-a73b-4dc8b81dc733 req-65cc222c-4504-409e-80f9-a7ffec4759ea tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194959 Dec 16 17:56:59.954493 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d403a3ce-50fd-4428-bbde-9bfd8b81aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.956646 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 120117a2-8e4c-4b2f-a528-9e2672c0377f triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:56:59.956844 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:56:59.970481 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 20a11076-ef2c-48a2-aec6-2353860b0954 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:00.071011 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.073915 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-d403a3ce-50fd-4428-bbde-9bfd8b81aa68 None None] For port 769b7217-2776-49c2-9be7-091c8cec6ec4, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=769b7217-2776-49c2-9be7-091c8cec6ec4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:00.090956 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d403a3ce-50fd-4428-bbde-9bfd8b81aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.106194 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42365ee1-afd1-432f-9a7b-473dceaff246 req-b45f16c0-40d5-44ab-9d08-915c28995320 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:00.116244 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-42365ee1-afd1-432f-9a7b-473dceaff246 req-b45f16c0-40d5-44ab-9d08-915c28995320 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1568537 Dec 16 17:57:00.161677 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:57:00.184265 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 20a11076-ef2c-48a2-aec6-2353860b0954 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:57:00.195840 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 20a11076-ef2c-48a2-aec6-2353860b0954 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:00.195840 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.199305 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.207367 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.208254 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-42365ee1-afd1-432f-9a7b-473dceaff246 req-796f5736-964f-4445-be2b-6e91d4951801 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910292 Dec 16 17:57:00.221664 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403a3ce-50fd-4428-bbde-9bfd8b81aa68 None None] Pushing event updated for resources: {'Port': ['ID=769b7217-2776-49c2-9be7-091c8cec6ec4,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:00.310578 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 769b7217-2776-49c2-9be7-091c8cec6ec4 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:00.341821 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Pushing event updated for resources: {'Port': ['ID=a1f4f400-6233-4dfa-a2d4-a488d827c89e,revision_number=2']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:00.351633 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.352010 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.352376 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.352724 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.353065 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.353397 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.353735 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.354064 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.354529 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.354911 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.355242 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.355564 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.355888 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:00.390920 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Attempting to bind port a1f4f400-6233-4dfa-a2d4-a488d827c89e on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:00.393609 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Attempting to bind port a1f4f400-6233-4dfa-a2d4-a488d827c89e by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:00.393991 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Attempting to bind port a1f4f400-6233-4dfa-a2d4-a488d827c89e on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:00.409244 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:00.409753 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:00.410259 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.410780 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:00.411404 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Bound port: a1f4f400-6233-4dfa-a2d4-a488d827c89e, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:00.412272 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.465375 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a8521-71ec-4070-97c8-afa598cc1795 req-4003bb4a-c0da-49b1-9e2d-3d5a96033d69 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:00.473542 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ed9a8521-71ec-4070-97c8-afa598cc1795 req-4003bb4a-c0da-49b1-9e2d-3d5a96033d69 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 949 time: 0.1403484 Dec 16 17:57:00.482107 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:57:00.507643 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Sync routers for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:57:00.513344 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Allocated IP 172.20.0.1 (3fa6e92a-e070-482a-ab38-6f3c9667d238/9c934be4-8f13-4985-8f51-c4e348de88a0/744bbdf9-1f10-4d86-9f7f-a4d24feff704) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:00.520593 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-ea68f8f0-13d4-4769-a118-1f7afd7a0905 None None] Provisioning complete for port 769b7217-2776-49c2-9be7-091c8cec6ec4 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:00.521037 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ea68f8f0-13d4-4769-a118-1f7afd7a0905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.532061 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ed9a8521-71ec-4070-97c8-afa598cc1795 req-cffc94a5-b724-4932-8dfa-469fcb71ca54 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572653 Dec 16 17:57:00.542516 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] Publish callbacks [] for router, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.544385 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-82d6736a-04c4-436b-adf8-08c3db1520d1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5323234 Dec 16 17:57:00.547055 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44530) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:00.567709 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] For port a1f4f400-6233-4dfa-a2d4-a488d827c89e, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:00.573082 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] For port a1f4f400-6233-4dfa-a2d4-a488d827c89e, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a1f4f400-6233-4dfa-a2d4-a488d827c89e,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:00.578833 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.591411 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.597865 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:00.598521 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:00.647095 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:00.647889 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:00.650293 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb165aa6-2fc8-46e0-8383-7e915df71f23 None None] Pushing event updated for resources: {'Port': ['ID=a1f4f400-6233-4dfa-a2d4-a488d827c89e,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:00.686150 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 769b7217-2776-49c2-9be7-091c8cec6ec4 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:00.686406 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.697632 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195428b1-4838-4e80-b993-64ac7519a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a11076-ef2c-48a2-aec6-2353860b0954'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:00.700204 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358b0046-5db9-4d86-9c37-ec760fc7d3e1" -d '{"events": [{"server_uuid": "195428b1-4838-4e80-b993-64ac7519a142", "name": "network-vif-plugged", "status": "completed", "tag": "20a11076-ef2c-48a2-aec6-2353860b0954"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:00.724720 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.822911 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:00.829174 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:00.874362 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:00.880638 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:00.884528 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:00.959362 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763f3b0-3e5b-4244-92df-1e1c89b01ac3 req-04194447-a750-4f70-8634-0cfbc17c58ae tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:00.960879 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4763f3b0-3e5b-4244-92df-1e1c89b01ac3 req-04194447-a750-4f70-8634-0cfbc17c58ae tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 944 time: 0.2996614 Dec 16 17:57:01.020135 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Pushing event updated for resources: {'Port': ['ID=744bbdf9-1f10-4d86-9f7f-a4d24feff704,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:01.059492 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4763f3b0-3e5b-4244-92df-1e1c89b01ac3 req-9bd04416-7a4b-4332-b0ce-ef775848b028 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Dec 16 17:57:01.073199 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:01.118333 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 20a11076-ef2c-48a2-aec6-2353860b0954, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=20a11076-ef2c-48a2-aec6-2353860b0954,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:01.128452 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab6c8c3-46a7-4a5b-80a7-351c35906745 x-openstack-request-id: req-6ab6c8c3-46a7-4a5b-80a7-351c35906745 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:01.128807 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195428b1-4838-4e80-b993-64ac7519a142", "name": "network-vif-plugged", "status": "completed", "tag": "20a11076-ef2c-48a2-aec6-2353860b0954", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:01.129080 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ab6c8c3-46a7-4a5b-80a7-351c35906745 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:01.129593 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195428b1-4838-4e80-b993-64ac7519a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a11076-ef2c-48a2-aec6-2353860b0954', 'code': 200} Dec 16 17:57:01.133242 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a50749-2e7e-46dd-b42b-a021313e6b9f req-8fcb463a-7e49-4af4-afcd-bc22747ba50f tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:01.137711 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:01.138654 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-48a50749-2e7e-46dd-b42b-a021313e6b9f req-8fcb463a-7e49-4af4-afcd-bc22747ba50f tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 945 time: 0.1102719 Dec 16 17:57:01.198049 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ed2b5-df08-41a0-8515-3331dd3230ab req-2ec51172-2101-475a-87c1-a2647eeb586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:01.199625 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3b5ed2b5-df08-41a0-8515-3331dd3230ab req-2ec51172-2101-475a-87c1-a2647eeb586a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 1098 time: 0.1348016 Dec 16 17:57:01.259568 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:56:57Z', 'revision_number': 3, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:01.292876 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a48d17-8493-4ca3-a568-477d4465501f None None] The sync data for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi is: [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:56:57Z', 'revision_number': 3, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:01.337090 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:01.339006 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-48a50749-2e7e-46dd-b42b-a021313e6b9f req-5134b1e9-6a37-43d9-9265-0354cf99bd76 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897864 Dec 16 17:57:01.343822 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=20a11076-ef2c-48a2-aec6-2353860b0954,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:01.378210 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3b5ed2b5-df08-41a0-8515-3331dd3230ab req-eb79e59e-da11-4713-b287-7f560cdbf9d4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640284 Dec 16 17:57:01.436937 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32f428-7cd4-4cdf-8924-f9863f974f26 req-d3fdf895-50cc-45ff-b4e6-7931b328a62c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:01.438796 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-aa32f428-7cd4-4cdf-8924-f9863f974f26 req-d3fdf895-50cc-45ff-b4e6-7931b328a62c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1231313 Dec 16 17:57:01.439929 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:01.510794 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:01.534076 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-42af5162-672c-4e64-a44e-141bd1467ef6 None None] Provisioning complete for port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:01.534468 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-42af5162-672c-4e64-a44e-141bd1467ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:01.544440 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-aa32f428-7cd4-4cdf-8924-f9863f974f26 req-d6a0ffbc-6029-4247-a9b9-af058e313073 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925577 Dec 16 17:57:01.583772 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-42af5162-672c-4e64-a44e-141bd1467ef6 None None] Port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:01.661474 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 769b7217-2776-49c2-9be7-091c8cec6ec4 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:01.769163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5adb47-d6cc-4932-ac0e-3333d18d525c req-075dcc1f-3004-481d-86b4-b471fb079fea tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:01.772269 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9a5adb47-d6cc-4932-ac0e-3333d18d525c req-075dcc1f-3004-481d-86b4-b471fb079fea tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 949 time: 0.1374185 Dec 16 17:57:01.839019 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 769b7217-2776-49c2-9be7-091c8cec6ec4 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:01.839399 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:01.860191 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:01.863067 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Allocated IP 172.20.0.1 (3aad32db-9062-48c6-b8ca-474a8b1c9b58/585fb9e8-f34f-45e1-aa16-054f61fb0f92/a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:01.865215 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9a5adb47-d6cc-4932-ac0e-3333d18d525c req-5905a1fa-8618-4ace-97c2-36c145292365 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720208 Dec 16 17:57:01.867265 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:01.887933 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:56:59Z', 'revision_number': 3, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:01.928074 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Checking router: 807942d0-81f7-49aa-8c52-fedd2e7f6e09 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:57:01.928491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Updating router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 port 4c2c993b-9971-4642-a5ef-8fb809f791e6 binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:57:01.958987 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:01.963438 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Pushing event updated for resources: {'Port': ['ID=744bbdf9-1f10-4d86-9f7f-a4d24feff704,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:01.967549 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.014571 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.024851 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.069515 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.100810 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:02.102330 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:02.144324 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:02.147365 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:02.166014 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:02.240131 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Pushing event updated for resources: {'Port': ['ID=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:02.264198 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:57:02.273974 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:02.275573 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.278772 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.315854 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:57:02.652838 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.659964 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3a45f-8be6-4fb2-9ace-e714a5c76b5c req-599b88ea-4139-4199-a585-1d8e91d78557 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:02.662054 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0aa3a45f-8be6-4fb2-9ace-e714a5c76b5c req-599b88ea-4139-4199-a585-1d8e91d78557 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 944 time: 0.1946628 Dec 16 17:57:02.681728 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44568) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:02.717900 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-0fc3fe5d-7275-4996-afdb-69b5cd75bc80 None None] Provisioning complete for port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:02.718278 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fe5d-7275-4996-afdb-69b5cd75bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.762846 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.782514 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:02.785691 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.799618 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.866344 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16c202-5986-425d-8a3e-7ddcd70f7dfa None None] Pushing event updated for resources: {'Port': ['ID=4c2c993b-9971-4642-a5ef-8fb809f791e6,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:02.871440 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3fe5d-7275-4996-afdb-69b5cd75bc80 None None] Port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:02.916998 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-0fc3fe5d-7275-4996-afdb-69b5cd75bc80 None None] Provisioning complete for port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:02.917472 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fe5d-7275-4996-afdb-69b5cd75bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:02.939625 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:57:02.950903 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-29a6c066-cfef-418e-8892-d2f23e10fd86 admin admin] 10.222.0.32 "PUT /v2.0/routers/cdeeb96d-d3db-4504-8e0a-2fa940d0f472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7754385 Dec 16 17:57:02.974716 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-b1604aaa-e6a6-41e4-98ec-707bbcb28482 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:02.981403 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-b1604aaa-e6a6-41e4-98ec-707bbcb28482 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.76 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 949 time: 0.6313796 Dec 16 17:57:03.007124 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a578ea4-b6db-44d5-929c-231266a3c49c req-0d20cf99-7b9f-45ab-bb45-5fcca931b041 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:03.015722 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7a578ea4-b6db-44d5-929c-231266a3c49c req-0d20cf99-7b9f-45ab-bb45-5fcca931b041 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 946 time: 0.5058944 Dec 16 17:57:03.086213 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Attempting to bind port 4c2c993b-9971-4642-a5ef-8fb809f791e6 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:03.086407 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Attempting to bind port 4c2c993b-9971-4642-a5ef-8fb809f791e6 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:03.086990 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Attempting to bind port 4c2c993b-9971-4642-a5ef-8fb809f791e6 on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:03.100331 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.104688 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:03.105429 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:03.105549 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.105895 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:03.106484 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Bound port: 4c2c993b-9971-4642-a5ef-8fb809f791e6, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:03.107229 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.123039 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0aa3a45f-8be6-4fb2-9ace-e714a5c76b5c req-b19c23ba-fc82-4524-915b-c8d5d08d5efe tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371457 Dec 16 17:57:03.155680 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:03.157934 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751ddda4-dacf-4b9b-9fa1-c5f2d531b611" -d '{"events": [{"server_uuid": "4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e", "name": "network-vif-plugged", "status": "completed", "tag": "48b73dbf-c1ab-40c9-b3f0-e69075e73c6e"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:03.165513 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3fe5d-7275-4996-afdb-69b5cd75bc80 None None] Port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:03.172374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:03.184226 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] For port 4c2c993b-9971-4642-a5ef-8fb809f791e6, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:03.188586 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] For port 4c2c993b-9971-4642-a5ef-8fb809f791e6, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=4c2c993b-9971-4642-a5ef-8fb809f791e6,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:03.194592 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.224143 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7a578ea4-b6db-44d5-929c-231266a3c49c req-7bb52ca3-77a6-4d00-9c6d-6fc1964f8fa3 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047486 Dec 16 17:57:03.265943 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Deleting port 571e0640-c501-42de-b958-31fede094247 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:57:03.266457 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.291245 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16c202-5986-425d-8a3e-7ddcd70f7dfa None None] Pushing event updated for resources: {'Port': ['ID=4c2c993b-9971-4642-a5ef-8fb809f791e6,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:03.326643 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:03.331733 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:03.332443 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6605f52b-b770-476b-bbec-6170f3c24487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.392842 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] For port 571e0640-c501-42de-b958-31fede094247, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=571e0640-c501-42de-b958-31fede094247,segment=NetworkSegment(f5a53e1b-588d-4ed9-8246-396874c48765),segment_id=f5a53e1b-588d-4ed9-8246-396874c48765)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:03.397162 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.432353 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Calling delete_port for 571e0640-c501-42de-b958-31fede094247 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:57:03.450055 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91622ce4-cb80-445b-8997-a1c9ac7d5520 req-e707894c-0314-4b46-b480-909b4c8ede1d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:03.451664 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-91622ce4-cb80-445b-8997-a1c9ac7d5520 req-e707894c-0314-4b46-b480-909b4c8ede1d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1582644 Dec 16 17:57:03.528479 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:03.550939 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.563312 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-91622ce4-cb80-445b-8997-a1c9ac7d5520 req-6d135c0c-6c34-4749-a65b-69b0bab5b693 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017227 Dec 16 17:57:03.563966 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.667701 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6605f52b-b770-476b-bbec-6170f3c24487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.680092 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6605f52b-b770-476b-bbec-6170f3c24487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.703165 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Pushing event updated for resources: {'Port': ['ID=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:03.710306 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff06a-dfb3-43f4-a453-b75b4911cf46 req-b3f67a77-21bc-4841-9429-a5ad7e57d999 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:03.711125 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.718059 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3b9ff06a-dfb3-43f4-a453-b75b4911cf46 req-b3f67a77-21bc-4841-9429-a5ad7e57d999 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 949 time: 0.1599157 Dec 16 17:57:03.735737 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae2e594-1ffc-486e-9c27-e143c0fd12f8 x-openstack-request-id: req-dae2e594-1ffc-486e-9c27-e143c0fd12f8 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:03.736216 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e", "name": "network-vif-plugged", "status": "completed", "tag": "48b73dbf-c1ab-40c9-b3f0-e69075e73c6e", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:03.738469 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dae2e594-1ffc-486e-9c27-e143c0fd12f8 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:03.738769 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e', 'code': 200} Dec 16 17:57:03.766297 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605f52b-b770-476b-bbec-6170f3c24487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e516e2f-a969-4be7-b3c9-1e7913931c22,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:03.776933 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6605f52b-b770-476b-bbec-6170f3c24487 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fed3084b008c4d4b86e9469a29a50ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8351994 Dec 16 17:57:03.777781 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44590) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:03.841028 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a1f4f400-6233-4dfa-a2d4-a488d827c89e up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:03.903471 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3b9ff06a-dfb3-43f4-a453-b75b4911cf46 req-a3c082dd-7c11-4633-9180-f204ce482b81 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/security-groups?id=0132385a-f506-44a2-a31e-bd7e66b4b65e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844049 Dec 16 17:57:03.909453 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.933503 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44594) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:03.945621 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:03.947023 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c49aa42a-dfdf-4d19-948a-dad1d3e6ea94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:03.949103 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:03.956914 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797371438-network', 'tenant_id': '70463eef17a84500ba006c64f16e9411'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:03.964099 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Pushing event deleted for resources: {'Port': ['ID=571e0640-c501-42de-b958-31fede094247,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:03.969313 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['571e0640-c501-42de-b958-31fede094247'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:57:04.044548 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Sync routers for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:57:04.051058 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] No DVR routers for this DVR port 571e0640-c501-42de-b958-31fede094247 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:57:04.056117 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.059861 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f3b2317b-d006-4b9a-8113-1ab959327c83 req-f4d464ef-bd58-484a-8d89-5bc81a8b6495 tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.76 "DELETE /v2.0/ports/571e0640-c501-42de-b958-31fede094247 HTTP/1.1" status: 204 len: 173 time: 1.0686471 Dec 16 17:57:04.060496 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0480b790-1334-4c35-b106-1bdb9a3a6222', 'name': 'network-vif-deleted', 'tag': '571e0640-c501-42de-b958-31fede094247'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:04.061598 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:04.065906 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01551ebb-1bfc-41cd-beb8-1d4094b29d1f" -d '{"events": [{"server_uuid": "0480b790-1334-4c35-b106-1bdb9a3a6222", "name": "network-vif-deleted", "tag": "571e0640-c501-42de-b958-31fede094247"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:04.066383 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:04.086814 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Made reservation on behalf of 70463eef17a84500ba006c64f16e9411 for: {'network': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:04.089588 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.095212 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a1f4f400-6233-4dfa-a2d4-a488d827c89e triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:04.095910 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.118526 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.205623 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7309ed7-72f3-42ae-8809-33b65d230a9c x-openstack-request-id: req-b7309ed7-72f3-42ae-8809-33b65d230a9c {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:04.206319 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0480b790-1334-4c35-b106-1bdb9a3a6222", "name": "network-vif-deleted", "tag": "571e0640-c501-42de-b958-31fede094247", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:04.206822 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7309ed7-72f3-42ae-8809-33b65d230a9c {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:04.208094 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0480b790-1334-4c35-b106-1bdb9a3a6222', 'name': 'network-vif-deleted', 'tag': '571e0640-c501-42de-b958-31fede094247', 'status': 'completed', 'code': 200} Dec 16 17:57:04.266949 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c49aa42a-dfdf-4d19-948a-dad1d3e6ea94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.288631 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83486047-f595-4ec9-863f-31df43632297 req-fe33e165-d2e7-417d-a497-fb0b7263b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:04.301770 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-83486047-f595-4ec9-863f-31df43632297 req-fe33e165-d2e7-417d-a497-fb0b7263b302 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 1098 time: 0.3451707 Dec 16 17:57:04.394152 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 1, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:04.412093 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.418555 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.428425 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:57:04.451234 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-83486047-f595-4ec9-863f-31df43632297 req-5714dd5f-7ac2-490e-8a68-c8a3123a0d8e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369524 Dec 16 17:57:04.454666 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c49aa42a-dfdf-4d19-948a-dad1d3e6ea94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.457252 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c49aa42a-dfdf-4d19-948a-dad1d3e6ea94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.458458 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c49aa42a-dfdf-4d19-948a-dad1d3e6ea94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e516e2f-a969-4be7-b3c9-1e7913931c22 HTTP/1.1" status: 204 len: 168 time: 0.6787302 Dec 16 17:57:04.458798 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ac576-d82f-4655-94b7-55f6458cf22e req-ee0e05de-4257-4a87-9fb1-b559639e5596 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:04.460889 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e43ac576-d82f-4655-94b7-55f6458cf22e req-ee0e05de-4257-4a87-9fb1-b559639e5596 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 945 time: 0.1531210 Dec 16 17:57:04.531365 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:57:04.531625 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd729a34-5c22-40b5-9868-b1f8c063c370 None None] The sync data for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi is: [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 1, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:04.550181 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:04.551374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.560603 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-24746d46-06ad-4219-bf2b-6c066193e088 None None] Provisioning complete for port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:04.561197 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-24746d46-06ad-4219-bf2b-6c066193e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.563128 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49aa42a-dfdf-4d19-948a-dad1d3e6ea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e516e2f-a969-4be7-b3c9-1e7913931c22,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:04.577922 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc69f8d-c958-41b1-85c5-e3a739564d52,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:04.619033 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.621272 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.segments_db [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Added segment 15d7af02-686d-4b5b-9cc7-c6824b3564a8 of type vlan for network fee7c4e3-71bc-46bf-b44c-d29469a75d54 Dec 16 17:57:04.691194 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dc558-3cfe-4cfb-8242-1d3d5391ef58 req-d9b15be1-13bc-4918-add5-0dd897b294d7 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:04.696126 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2f2dc558-3cfe-4cfb-8242-1d3d5391ef58 req-d9b15be1-13bc-4918-add5-0dd897b294d7 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 946 time: 0.1850643 Dec 16 17:57:04.710021 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e43ac576-d82f-4655-94b7-55f6458cf22e req-b5f9bd4f-79b9-479c-ab59-abe7e4e86b0e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212956 Dec 16 17:57:04.782351 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port a1f4f400-6233-4dfa-a2d4-a488d827c89e, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a1f4f400-6233-4dfa-a2d4-a488d827c89e,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:04.816491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.818040 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.818961 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:57:04.833980 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-24746d46-06ad-4219-bf2b-6c066193e088 None None] Port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:04.862673 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-9fbe5f90-7188-4456-ba8d-d2c1e44f700f admin admin] 10.222.0.32 "PUT /v2.0/routers/807942d0-81f7-49aa-8c52-fedd2e7f6e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3014073 Dec 16 17:57:04.890775 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2f2dc558-3cfe-4cfb-8242-1d3d5391ef58 req-57e67928-d171-4b8d-9075-4c27180252cc tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758838 Dec 16 17:57:04.953029 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:04.954053 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:04.954692 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.008687 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=a1f4f400-6233-4dfa-a2d4-a488d827c89e,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:05.210218 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2756462 Dec 16 17:57:05.223061 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4ee05348-e894-4751-8e5d-54c6b41fbea7 req-9bb4ddef-dfcf-43c9-8d4b-9c3ed6ee1caa tempest-VolumesNegativeTest-1923471160 tempest-VolumesNegativeTest-1923471160-project] 10.222.0.32 "GET /v2.0/ports?device_id=0480b790-1334-4c35-b106-1bdb9a3a6222 HTTP/1.1" status: 200 len: 210 time: 0.0872273 Dec 16 17:57:05.223591 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44622) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:05.227485 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 2, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:05.235581 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Request body: {'subnet': {'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797371438-subnet', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'ip_version': 4}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:05.263458 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Made reservation on behalf of 70463eef17a84500ba006c64f16e9411 for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:05.266577 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3245843'] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.326352 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0ce01-4643-409e-8e7b-23e324a2ec21 admin admin] Pushing event updated for resources: {'Network': ['ID=fee7c4e3-71bc-46bf-b44c-d29469a75d54,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:05.341190 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network fee7c4e3-71bc-46bf-b44c-d29469a75d54 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:57:05.346973 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Checking router: cdeeb96d-d3db-4504-8e0a-2fa940d0f472 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:57:05.347461 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Updating router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:57:05.365617 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585d8ac-89e9-47ab-9a86-8d8899b3c196 req-02c197f6-90fd-42cd-8b30-8e4f7d6494fe tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:05.383019 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.384287 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a585d8ac-89e9-47ab-9a86-8d8899b3c196 req-02c197f6-90fd-42cd-8b30-8e4f7d6494fe tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.2274351 Dec 16 17:57:05.501859 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a585d8ac-89e9-47ab-9a86-8d8899b3c196 req-cc5b423b-27b1-42fd-b896-074da393655b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160455 Dec 16 17:57:05.533336 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44632) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:05.573694 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be26c900-a4fd-4cf7-b26f-4f0847ab841b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.719190 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a1f4f400-6233-4dfa-a2d4-a488d827c89e up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:05.740394 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2380487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3245837'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.828749 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Pushing event updated for resources: {'Subnet': ['ID=add18652-85a6-4bb9-b320-44e5f5a81e9b,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:05.865285 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a1f4f400-6233-4dfa-a2d4-a488d827c89e triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:05.867518 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.888428 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Checking segment: {'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:05.888854 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Network hostable DHCP agents. Network: fee7c4e3-71bc-46bf-b44c-d29469a75d54, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:57:05.899931 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be26c900-a4fd-4cf7-b26f-4f0847ab841b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.909744 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be26c900-a4fd-4cf7-b26f-4f0847ab841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:05.953273 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26c900-a4fd-4cf7-b26f-4f0847ab841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1f909e-c4b7-4591-b290-b895c11ec371,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:05.986649 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Network fee7c4e3-71bc-46bf-b44c-d29469a75d54 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:57:05.998498 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-be26c900-a4fd-4cf7-b26f-4f0847ab841b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7db8f9e625f4eda99c8c2626d569941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637129 Dec 16 17:57:05.999801 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, fee7c4e3-71bc-46bf-b44c-d29469a75d54) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:06.002892 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44642) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:06.021976 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf3fbe-6a07-440a-98be-56b30258b1cd None None] Network fee7c4e3-71bc-46bf-b44c-d29469a75d54 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:57:06.029663 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:06.030779 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.058886 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.065277 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4c2f1-21dc-4bd9-b00e-5a618b529de7 req-f1c82509-2551-44e4-845c-0a2eef51fbdc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:06.068140 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.075733 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-91f4c2f1-21dc-4bd9-b00e-5a618b529de7 req-f1c82509-2551-44e4-845c-0a2eef51fbdc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 945 time: 0.1904738 Dec 16 17:57:06.120931 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 44646) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:06.121148 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-61e0dd8a-113c-4556-8b96-c2463e53968b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8961861 Dec 16 17:57:06.150662 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a0d9b965-cebd-4d26-9535-9236b28477ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.179214 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea8242-5967-48e2-9cb9-abcf9409bea7 None None] Pushing event updated for resources: {'Port': ['ID=744bbdf9-1f10-4d86-9f7f-a4d24feff704,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:06.216359 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a0d9b965-cebd-4d26-9535-9236b28477ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.226984 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:06.248183 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-91f4c2f1-21dc-4bd9-b00e-5a618b529de7 req-2e4ec90c-452e-469e-8c70-bfaeced8df48 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690714 Dec 16 17:57:06.314867 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.318443 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.320481 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a0d9b965-cebd-4d26-9535-9236b28477ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.323342 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a0d9b965-cebd-4d26-9535-9236b28477ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.324956 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a0d9b965-cebd-4d26-9535-9236b28477ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be1f909e-c4b7-4591-b290-b895c11ec371 HTTP/1.1" status: 204 len: 168 time: 0.3207686 Dec 16 17:57:06.339441 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9b965-cebd-4d26-9535-9236b28477ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1f909e-c4b7-4591-b290-b895c11ec371,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:06.350148 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-fee7c4e3-71bc-46bf-b44c-d29469a75d54', 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54', 'project_id': '70463eef17a84500ba006c64f16e9411', 'fixed_ips': [{'subnet_id': 'add18652-85a6-4bb9-b320-44e5f5a81e9b'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 17:57:06.351351 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Attempting to bind port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:06.352749 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Attempting to bind port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:06.353632 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Attempting to bind port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 on network 3fa6e92a-e070-482a-ab38-6f3c9667d238 {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:06.355306 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.361853 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:06.362772 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Checking segment: {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:06.363377 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.364299 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Bound using segment: {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:06.365198 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Bound port: 744bbdf9-1f10-4d86-9f7f-a4d24feff704, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:06.365857 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.429571 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.491736 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] For port 744bbdf9-1f10-4d86-9f7f-a4d24feff704, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:06.503992 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] For port 744bbdf9-1f10-4d86-9f7f-a4d24feff704, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=744bbdf9-1f10-4d86-9f7f-a4d24feff704,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:06.515840 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.585752 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92137247-c46e-4d4c-b1e9-00f157d3d2c8 req-604a60ea-1478-4611-b63c-781c7afd7f52 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:06.596323 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-92137247-c46e-4d4c-b1e9-00f157d3d2c8 req-604a60ea-1478-4611-b63c-781c7afd7f52 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 946 time: 0.1649191 Dec 16 17:57:06.613251 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:06.614151 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:06.688014 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:06.716272 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea8242-5967-48e2-9cb9-abcf9409bea7 None None] Pushing event updated for resources: {'Port': ['ID=744bbdf9-1f10-4d86-9f7f-a4d24feff704,revision_number=4']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:06.772109 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Allocated IP 172.20.0.2 (fee7c4e3-71bc-46bf-b44c-d29469a75d54/add18652-85a6-4bb9-b320-44e5f5a81e9b/b6f749ad-f180-4ec9-a824-c31d4666808b) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:06.851260 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-92137247-c46e-4d4c-b1e9-00f157d3d2c8 req-eae1c06e-5231-40b7-b77f-169f025ec1c7 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538786 Dec 16 17:57:06.940608 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:07.006367 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.018248 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.068715 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-0f4ae73c-24e3-4ba6-a6af-7a4658d34c80 None None] Provisioning complete for port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:07.069370 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae73c-24e3-4ba6-a6af-7a4658d34c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.113881 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Network fee7c4e3-71bc-46bf-b44c-d29469a75d54 is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:07.177397 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:07.195971 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:07.208643 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Pushing event updated for resources: {'Port': ['ID=b6f749ad-f180-4ec9-a824-c31d4666808b,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:07.277537 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.294487 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44666) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:07.323687 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44668) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:07.324529 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2b0251e8-8523-4485-997d-b10ffd4179cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.330458 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-a3557961-c7a6-4aff-a542-4b92503646e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1373690563', 'description': 'tempest-description--1368311884'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:07.338717 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.483307 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7da94-ef41-4ea7-b65e-e70f306cfc4c req-844c7290-f3aa-4fb7-8973-04c4132171d0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.491756 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a7e7da94-ef41-4ea7-b65e-e70f306cfc4c req-844c7290-f3aa-4fb7-8973-04c4132171d0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1661465 Dec 16 17:57:07.505419 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7c7d6-d64c-4c11-acd0-f93be22d9ebb req-5b0b4424-514a-41ff-9e85-1d55b7a54145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.507254 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-62a7c7d6-d64c-4c11-acd0-f93be22d9ebb req-5b0b4424-514a-41ff-9e85-1d55b7a54145 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1098 time: 0.1364450 Dec 16 17:57:07.509960 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:06Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:07.517504 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a3557961-c7a6-4aff-a542-4b92503646e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.537800 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae73c-24e3-4ba6-a6af-7a4658d34c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.593119 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c64c3-2a2c-47d3-a325-d023b1ff624a None None] The sync data for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi is: [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:06Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:07.596432 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d04911-bb50-4d09-b77c-f657dcb7f643 req-ebb7b851-acd2-47f2-ac06-1a327bacbe2e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:07.600980 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Attempting to bind port b6f749ad-f180-4ec9-a824-c31d4666808b on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:07.603213 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Attempting to bind port b6f749ad-f180-4ec9-a824-c31d4666808b by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:07.604014 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-37d04911-bb50-4d09-b77c-f657dcb7f643 req-ebb7b851-acd2-47f2-ac06-1a327bacbe2e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 945 time: 0.1850774 Dec 16 17:57:07.604753 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Attempting to bind port b6f749ad-f180-4ec9-a824-c31d4666808b on network fee7c4e3-71bc-46bf-b44c-d29469a75d54 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:07.619559 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a7e7da94-ef41-4ea7-b65e-e70f306cfc4c req-58d19249-50fc-4178-8880-33e2ac753f01 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256099 Dec 16 17:57:07.637686 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:07.638535 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Checking segment: {'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:07.639088 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.639588 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Bound using segment: {'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:07.640214 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Bound port: b6f749ad-f180-4ec9-a824-c31d4666808b, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:07.641921 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.674467 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-0f4ae73c-24e3-4ba6-a6af-7a4658d34c80 None None] For port 744bbdf9-1f10-4d86-9f7f-a4d24feff704, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=744bbdf9-1f10-4d86-9f7f-a4d24feff704,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:07.688709 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Allocated IP 172.27.3.3 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/4b1170cf-ee3a-415b-974c-62fda6650bec) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:07.703310 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0f4ae73c-24e3-4ba6-a6af-7a4658d34c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.720301 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-62a7c7d6-d64c-4c11-acd0-f93be22d9ebb req-4d278734-f7be-436f-8d5c-7feccb02f673 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752698 Dec 16 17:57:07.727077 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-37d04911-bb50-4d09-b77c-f657dcb7f643 req-8e131623-aa4b-48e0-8ad6-cb8df751224d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221106 Dec 16 17:57:07.796599 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ae73c-24e3-4ba6-a6af-7a4658d34c80 None None] Pushing event updated for resources: {'Port': ['ID=744bbdf9-1f10-4d86-9f7f-a4d24feff704,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:07.800643 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 4c2c993b-9971-4642-a5ef-8fb809f791e6 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:07.815184 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2b0251e8-8523-4485-997d-b10ffd4179cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.823326 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2b0251e8-8523-4485-997d-b10ffd4179cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.913609 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0251e8-8523-4485-997d-b10ffd4179cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a9395e-f32e-4f76-a417-2cc6770782cf,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:07.956007 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a3557961-c7a6-4aff-a542-4b92503646e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:07.969298 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 571e0640-c501-42de-b958-31fede094247 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:57:07.987557 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a3557961-c7a6-4aff-a542-4b92503646e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.028244 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-2b0251e8-8523-4485-997d-b10ffd4179cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecde9feabdaf4d3899b1a4e7438ef049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7324657 Dec 16 17:57:08.037419 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a3557961-c7a6-4aff-a542-4b92503646e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.043011 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a3557961-c7a6-4aff-a542-4b92503646e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7117853 Dec 16 17:57:08.047684 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44690) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:08.048035 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44694) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:08.064008 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 571e0640-c501-42de-b958-31fede094247 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:57:08.064741 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 571e0640-c501-42de-b958-31fede094247 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:57:08.069566 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-e90981e5-d7ab-4bf9-a3ff-6e4cd6d7a6af tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'security_group_rule': {'security_group_id': 'a2c03ff0-554b-4fde-a144-f81ac41e73a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:08.070510 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] For port b6f749ad-f180-4ec9-a824-c31d4666808b, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:08.083769 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-8f1f6e67-91a6-435d-aa43-90d38e155a7c None None] Provisioning complete for port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:08.084580 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8f1f6e67-91a6-435d-aa43-90d38e155a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.092772 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.105528 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-84c28748-8291-4ede-9945-c4028e928258 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:08.113241 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-84c28748-8291-4ede-9945-c4028e928258 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.76 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 946 time: 0.3998322 Dec 16 17:57:08.136888 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] For port b6f749ad-f180-4ec9-a824-c31d4666808b, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=b6f749ad-f180-4ec9-a824-c31d4666808b,segment=NetworkSegment(15d7af02-686d-4b5b-9cc7-c6824b3564a8),segment_id=15d7af02-686d-4b5b-9cc7-c6824b3564a8)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:08.167837 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.169470 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3557961-c7a6-4aff-a542-4b92503646e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c03ff0-554b-4fde-a144-f81ac41e73a2,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:08.205408 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:57:08.277505 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e90981e5-d7ab-4bf9-a3ff-6e4cd6d7a6af tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.301607 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90537368-8ace-4ab4-a6f0-7b6b674e3340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.314094 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd160c19-67c7-49dc-a924-aefc74df57a8 req-d4a3cac9-8c85-4b3d-ba13-09bda2d61eea tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:08.323486 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bd160c19-67c7-49dc-a924-aefc74df57a8 req-d4a3cac9-8c85-4b3d-ba13-09bda2d61eea tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 946 time: 0.2260175 Dec 16 17:57:08.333524 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.352986 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 4c2c993b-9971-4642-a5ef-8fb809f791e6 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:08.353918 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.382777 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff35143-36e0-456b-8a64-b0bd4470b218 None None] Pushing event updated for resources: {'Port': ['ID=b6f749ad-f180-4ec9-a824-c31d4666808b,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:08.418873 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90537368-8ace-4ab4-a6f0-7b6b674e3340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.472494 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bd160c19-67c7-49dc-a924-aefc74df57a8 req-2fd95613-2816-4edb-bad3-c7d1bc5dc6c3 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478763 Dec 16 17:57:08.506419 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Deleting port 20a11076-ef2c-48a2-aec6-2353860b0954 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:57:08.508944 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.513306 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e90981e5-d7ab-4bf9-a3ff-6e4cd6d7a6af tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.529290 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e90981e5-d7ab-4bf9-a3ff-6e4cd6d7a6af tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.575310 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:08.578005 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e90981e5-d7ab-4bf9-a3ff-6e4cd6d7a6af tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.579273 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-e90981e5-d7ab-4bf9-a3ff-6e4cd6d7a6af tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5288038 Dec 16 17:57:08.580133 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90981e5-d7ab-4bf9-a3ff-6e4cd6d7a6af tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58f1a11-0de7-45b6-a588-1dcabc0ab9f0,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:08.588947 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44714) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:08.595585 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-cd94c7e5-8708-41f2-a2a0-233f9c38ee5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'security_group_rule': {'security_group_id': 'a2c03ff0-554b-4fde-a144-f81ac41e73a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:08.614964 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Sync routers for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:57:08.676307 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:08.686438 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:08.716794 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cd94c7e5-8708-41f2-a2a0-233f9c38ee5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.727253 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:08.728289 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:08.738181 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1170cf-ee3a-415b-974c-62fda6650bec,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:08.782403 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90537368-8ace-4ab4-a6f0-7b6b674e3340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.790593 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90537368-8ace-4ab4-a6f0-7b6b674e3340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:08.797663 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-90537368-8ace-4ab4-a6f0-7b6b674e3340 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72a9395e-f32e-4f76-a417-2cc6770782cf HTTP/1.1" status: 204 len: 168 time: 0.7462153 Dec 16 17:57:08.939540 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90537368-8ace-4ab4-a6f0-7b6b674e3340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a9395e-f32e-4f76-a417-2cc6770782cf,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:08.989939 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.108907 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port 4c2c993b-9971-4642-a5ef-8fb809f791e6, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=4c2c993b-9971-4642-a5ef-8fb809f791e6,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:09.126452 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] For port 20a11076-ef2c-48a2-aec6-2353860b0954, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=20a11076-ef2c-48a2-aec6-2353860b0954,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:09.128077 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.136871 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.154015 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:09.172897 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cd94c7e5-8708-41f2-a2a0-233f9c38ee5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.193465 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cde273-809f-460c-ba51-25762547d53d req-f50fa5a2-f7bd-47a1-911a-5050d94e7a8f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:09.197002 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Calling delete_port for 20a11076-ef2c-48a2-aec6-2353860b0954 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:57:09.203196 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e8cde273-809f-460c-ba51-25762547d53d req-f50fa5a2-f7bd-47a1-911a-5050d94e7a8f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.3546035 Dec 16 17:57:09.218319 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cd94c7e5-8708-41f2-a2a0-233f9c38ee5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.263857 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94c7e5-8708-41f2-a2a0-233f9c38ee5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfca9b1-5ceb-406b-abb8-7589907f576b,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:09.273289 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cd94c7e5-8708-41f2-a2a0-233f9c38ee5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.276778 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-cd94c7e5-8708-41f2-a2a0-233f9c38ee5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6859398 Dec 16 17:57:09.305422 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44764) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:09.329365 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:09.453846 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e8cde273-809f-460c-ba51-25762547d53d req-499685df-f07a-40c2-ad4a-e628bded76a2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494533 Dec 16 17:57:09.483808 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.745595 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=4c2c993b-9971-4642-a5ef-8fb809f791e6,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:09.874695 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:09.906713 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device b6f749ad-f180-4ec9-a824-c31d4666808b up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:09.916038 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2642a41-8305-4e2a-b21c-d8a23193bd11 req-65f565ee-ee55-47fa-a0f7-1cd99eab8dbb tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:09.923818 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a2642a41-8305-4e2a-b21c-d8a23193bd11 req-65f565ee-ee55-47fa-a0f7-1cd99eab8dbb tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 946 time: 0.2637358 Dec 16 17:57:10.029280 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:10.056462 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:10.119095 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port b6f749ad-f180-4ec9-a824-c31d4666808b triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:10.119710 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:10.170506 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Pushing event deleted for resources: {'Port': ['ID=20a11076-ef2c-48a2-aec6-2353860b0954,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:10.205179 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 2, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:10.208505 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a2642a41-8305-4e2a-b21c-d8a23193bd11 req-647757f7-a9a5-41ae-84f5-abd23952406b tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624521 Dec 16 17:57:10.231463 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fd7fb1-51d0-4a8e-b238-45d44a631ba1 None None] Network fee7c4e3-71bc-46bf-b44c-d29469a75d54 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:57:10.392339 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Allocated IP 172.27.3.235 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/29912961-85f9-48ed-94fb-10b3589998fe) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:10.677246 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Checking router: 807942d0-81f7-49aa-8c52-fedd2e7f6e09 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:57:10.677937 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Updating router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:57:10.797243 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] No DVR routers for this DVR port 20a11076-ef2c-48a2-aec6-2353860b0954 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:57:10.805345 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:10.819194 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:10.826655 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b41b7b8d-b883-46c4-a5f9-10fc1a7af8e3 req-66ae8b5a-1ea0-4cf6-a752-04d49722dc06 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.76 "DELETE /v2.0/ports/20a11076-ef2c-48a2-aec6-2353860b0954 HTTP/1.1" status: 204 len: 173 time: 2.6911266 Dec 16 17:57:10.827887 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195428b1-4838-4e80-b993-64ac7519a142', 'name': 'network-vif-deleted', 'tag': '20a11076-ef2c-48a2-aec6-2353860b0954'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:10.831570 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92d420d-3672-405d-a689-53b93a94a56a" -d '{"events": [{"server_uuid": "195428b1-4838-4e80-b993-64ac7519a142", "name": "network-vif-deleted", "tag": "20a11076-ef2c-48a2-aec6-2353860b0954"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:10.836569 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-80a14c01-6433-418a-a8bb-a24bfbba753a None None] Provisioning complete for port b6f749ad-f180-4ec9-a824-c31d4666808b triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:10.836974 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-80a14c01-6433-418a-a8bb-a24bfbba753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:10.922788 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.002707 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.044075 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f1cc-accd-495e-aa8b-d54ced695e63 req-ee1ea0b2-21dc-47cf-b448-b5f5a5944d07 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:11.051422 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bcf1f1cc-accd-495e-aa8b-d54ced695e63 req-ee1ea0b2-21dc-47cf-b448-b5f5a5944d07 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.4151521 Dec 16 17:57:11.097093 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.120618 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.198823 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:11.252337 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:11.268886 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:11.327534 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port b6f749ad-f180-4ec9-a824-c31d4666808b, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=b6f749ad-f180-4ec9-a824-c31d4666808b,segment=NetworkSegment(15d7af02-686d-4b5b-9cc7-c6824b3564a8),segment_id=15d7af02-686d-4b5b-9cc7-c6824b3564a8)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:11.328376 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'Port': ['ID=29912961-85f9-48ed-94fb-10b3589998fe,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:11.342257 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bcf1f1cc-accd-495e-aa8b-d54ced695e63 req-d9d2464c-2a76-4505-8bd3-6588b3eff710 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740288 Dec 16 17:57:11.402335 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.403484 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 744bbdf9-1f10-4d86-9f7f-a4d24feff704 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:11.507022 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.525835 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f6967-0b64-48b3-b21a-1803d4ff7f4e x-openstack-request-id: req-eb1f6967-0b64-48b3-b21a-1803d4ff7f4e {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:11.526274 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195428b1-4838-4e80-b993-64ac7519a142", "name": "network-vif-deleted", "tag": "20a11076-ef2c-48a2-aec6-2353860b0954", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:11.526758 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb1f6967-0b64-48b3-b21a-1803d4ff7f4e {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:11.530339 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195428b1-4838-4e80-b993-64ac7519a142', 'name': 'network-vif-deleted', 'tag': '20a11076-ef2c-48a2-aec6-2353860b0954', 'status': 'completed', 'code': 200} Dec 16 17:57:11.611049 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-66505698-7d23-4406-a7bd-c9f4f6546441 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:11.611902 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.619552 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-66505698-7d23-4406-a7bd-c9f4f6546441 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 814 time: 0.4484468 Dec 16 17:57:11.620641 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-80a14c01-6433-418a-a8bb-a24bfbba753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.639792 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-b7ab4727-161b-4594-ac2d-22193aa76b56 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/quotas/041391a20fed40f39c4d822b2a7727a2 HTTP/1.1" status: 200 len: 375 time: 0.0188692 Dec 16 17:57:11.709647 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=b6f749ad-f180-4ec9-a824-c31d4666808b,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:11.730830 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Router cf6c34a9-78ef-4736-9796-ab07e48715a6 is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 17:57:11.759711 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-331af836-a73c-4bea-82c8-3800e9e1b9f0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181986 Dec 16 17:57:11.777093 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.db.api [None req-80a14c01-6433-418a-a8bb-a24bfbba753a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 17:57:11.777494 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG oslo_db.api [None req-80a14c01-6433-418a-a8bb-a24bfbba753a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 17:57:11.792834 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:11.793610 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.889132 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-909b7417-16f0-4c67-9a45-fe7917a60b1c req-20b7299f-a3dc-4264-99f4-4145710cf20d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=195428b1-4838-4e80-b993-64ac7519a142 HTTP/1.1" status: 200 len: 210 time: 0.1156235 Dec 16 17:57:11.892593 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:11.914321 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.029199 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.042086 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.055654 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40e2b1-45d8-487a-ae56-5ca9657b2a46 None None] Pushing event updated for resources: {'Port': ['ID=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:12.110385 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-58d37381-cc96-4d60-b843-dc8edbae46ff service neutron] 10.222.0.32 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460472 Dec 16 17:57:12.121178 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 20a11076-ef2c-48a2-aec6-2353860b0954 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:57:12.157490 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 20a11076-ef2c-48a2-aec6-2353860b0954 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:57:12.157820 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 20a11076-ef2c-48a2-aec6-2353860b0954 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:57:12.198276 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'Port': ['ID=29912961-85f9-48ed-94fb-10b3589998fe,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:12.235666 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.272357 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.286851 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c073632c-198a-4fd4-b2ba-96a1c2add51c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9659591 Dec 16 17:57:12.400774 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:57:12.413417 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Attempting to bind port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:12.414070 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Attempting to bind port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:12.414641 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Attempting to bind port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 on network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:12.419559 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Sync routers for ids ['cf6c34a9-78ef-4736-9796-ab07e48715a6'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:57:12.453875 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:12.455202 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Checking segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:12.456008 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.456774 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Bound using segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:12.457496 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Bound port: a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:12.457891 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.483764 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-70cb39db-a393-45ff-81c8-ed23dbb8b122 service neutron] 10.222.0.32 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520262 Dec 16 17:57:12.485707 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Routers {'cf6c34a9-78ef-4736-9796-ab07e48715a6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:12.489852 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cf6c34a9-78ef-4736-9796-ab07e48715a6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:12.491959 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.496957 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 44980) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:12.498307 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-8902b618-c9fb-4e26-b4b2-d0c460d26b43 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.2821994 Dec 16 17:57:12.592428 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a763d-709a-4290-9c74-5504a15f3a07 req-8a295d99-96b0-44fd-a710-64e1b39e3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:12.601620 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-292a763d-709a-4290-9c74-5504a15f3a07 req-8a295d99-96b0-44fd-a710-64e1b39e3306 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1098 time: 0.0991006 Dec 16 17:57:12.796366 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-0f1de1f5-76b0-40c6-adf6-bda2adefc4b1 None None] Provisioning complete for port b6f749ad-f180-4ec9-a824-c31d4666808b triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:12.817817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0f1de1f5-76b0-40c6-adf6-bda2adefc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:12.838144 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 4c2c993b-9971-4642-a5ef-8fb809f791e6 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:12.993819 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] For port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:13.020115 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] For port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:13.038256 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:13.072381 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Set router cf6c34a9-78ef-4736-9796-ab07e48715a6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:13.116289 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40e2b1-45d8-487a-ae56-5ca9657b2a46 None None] Pushing event updated for resources: {'Port': ['ID=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:13.180934 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a763d-709a-4290-9c74-5504a15f3a07 req-ead24254-7783-422f-922f-4708114d8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:13.182534 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-292a763d-709a-4290-9c74-5504a15f3a07 req-ead24254-7783-422f-922f-4708114d8396 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 920 time: 0.5656769 Dec 16 17:57:13.232439 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-c6784036-0631-417c-be3d-ac04271d6633 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1373690563&fields=id&tenant_id=af23b4f4f497464fac434ca5b8be6ead HTTP/1.1" status: 200 len: 267 time: 0.2533610 Dec 16 17:57:13.259195 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:13.262404 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:13.313305 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-292a763d-709a-4290-9c74-5504a15f3a07 req-33a570ea-94d1-401d-9593-6d3b20f0aac4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385 HTTP/1.1" status: 200 len: 217 time: 0.1215394 Dec 16 17:57:13.361172 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 4c2c993b-9971-4642-a5ef-8fb809f791e6 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:13.361880 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:13.548686 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 3, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port': {'id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:07Z', 'updated_at': '2021-12-16T17:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:13.586409 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a763d-709a-4290-9c74-5504a15f3a07 req-14c9a360-3836-469f-ac0b-a08c84134e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:13.594540 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-292a763d-709a-4290-9c74-5504a15f3a07 req-14c9a360-3836-469f-ac0b-a08c84134e43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 200 len: 859 time: 0.2548754 Dec 16 17:57:13.619083 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Checking router: cf6c34a9-78ef-4736-9796-ab07e48715a6 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:57:13.619439 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Updating router cf6c34a9-78ef-4736-9796-ab07e48715a6 port 4b1170cf-ee3a-415b-974c-62fda6650bec binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:57:13.672445 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-5a4465a6-8e51-46d1-bed7-4e333d8dcf25 None None] Provisioning complete for port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:13.672977 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5a4465a6-8e51-46d1-bed7-4e333d8dcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:13.678246 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:13.686774 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-292a763d-709a-4290-9c74-5504a15f3a07 req-06381fde-62a7-429e-9996-56b66cd2fb5e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d273d2e6-faf5-44dc-9a35-a9f16d00a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826221 Dec 16 17:57:13.705766 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97395-82f4-490f-917a-148ea253a466 req-a58083eb-5336-4054-9214-15e0313231c2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:13.707441 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-a58083eb-5336-4054-9214-15e0313231c2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 817 time: 0.3967924 Dec 16 17:57:13.710065 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:13.822060 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device b6f749ad-f180-4ec9-a824-c31d4666808b up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:13.851346 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8168d3-cac0-43ae-99b8-da7909c02305 req-97242311-35b0-449b-8a6d-870a678a7edc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:13.865343 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-da8168d3-cac0-43ae-99b8-da7909c02305 req-97242311-35b0-449b-8a6d-870a678a7edc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.4635005 Dec 16 17:57:13.904598 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-a9a9467d-caf8-4df8-898e-5c3b206dca4a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/quotas/af23b4f4f497464fac434ca5b8be6ead HTTP/1.1" status: 200 len: 375 time: 0.1660285 Dec 16 17:57:14.044219 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-da8168d3-cac0-43ae-99b8-da7909c02305 req-8cbf3954-a1e6-4b54-a3b1-c11293b88d66 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775875 Dec 16 17:57:14.120804 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-292a763d-709a-4290-9c74-5504a15f3a07 req-c6dd15a1-1736-4818-abec-7096dcc5c91f service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121308 Dec 16 17:57:14.128106 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.135448 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.212788 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c911ac-b68f-42b0-bc69-0849dc653c52 None None] Pushing event updated for resources: {'Port': ['ID=4b1170cf-ee3a-415b-974c-62fda6650bec,revision_number=2']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:14.253383 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Attempting to bind port 4b1170cf-ee3a-415b-974c-62fda6650bec on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:14.254263 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Attempting to bind port 4b1170cf-ee3a-415b-974c-62fda6650bec by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:14.255257 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Attempting to bind port 4b1170cf-ee3a-415b-974c-62fda6650bec on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:14.280105 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:14.282141 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:14.283711 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.285835 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:14.292567 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Bound port: 4b1170cf-ee3a-415b-974c-62fda6650bec, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:14.295304 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.356556 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c1e39f02-c4a1-47b0-ab1b-412cce930b6f req-bc9f8629-c920-4d07-9c20-80f547ea0315 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 210 time: 0.1598678 Dec 16 17:57:14.439692 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-384954e8-f71c-4767-81a4-9ef62fcd4089 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5044968 Dec 16 17:57:14.442202 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] For port 4b1170cf-ee3a-415b-974c-62fda6650bec, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:14.450388 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] For port 4b1170cf-ee3a-415b-974c-62fda6650bec, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=4b1170cf-ee3a-415b-974c-62fda6650bec,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:14.484768 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.638221 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Routers {'cf6c34a9-78ef-4736-9796-ab07e48715a6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:14.639002 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cf6c34a9-78ef-4736-9796-ab07e48715a6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:14.699144 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-5f7440b0-35ed-421e-ae7f-760d504bb0a3 service neutron] 10.222.0.32 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221084 Dec 16 17:57:14.712234 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c911ac-b68f-42b0-bc69-0849dc653c52 None None] Pushing event updated for resources: {'Port': ['ID=4b1170cf-ee3a-415b-974c-62fda6650bec,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:14.721468 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.777407 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port b6f749ad-f180-4ec9-a824-c31d4666808b triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:14.778195 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.853929 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5a4465a6-8e51-46d1-bed7-4e333d8dcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:14.863414 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-292a763d-709a-4290-9c74-5504a15f3a07 req-b86caeb0-7eb3-42a6-97d8-55008f431a43 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032478 Dec 16 17:57:14.932200 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:12Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:15.000732 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56fc651-6bdc-4e28-9996-912251e9aa3a None None] The sync data for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi is: [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:12Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:15.024222 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-318dc929-eca5-4fb0-ad7d-ef8874f11a87 service neutron] 10.222.0.32 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113363 Dec 16 17:57:15.037202 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-5a4465a6-8e51-46d1-bed7-4e333d8dcf25 None None] For port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:15.096926 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] Set router cf6c34a9-78ef-4736-9796-ab07e48715a6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:15.130503 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5a4465a6-8e51-46d1-bed7-4e333d8dcf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:15.315034 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4465a6-8e51-46d1-bed7-4e333d8dcf25 None None] Pushing event updated for resources: {'Port': ['ID=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:15.361985 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-edb6c8d4-ffce-44cb-a0f1-65370b1c3cd7 None None] Provisioning complete for port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:15.362726 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-edb6c8d4-ffce-44cb-a0f1-65370b1c3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:15.409342 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Allocated IP 172.20.0.1 (fee7c4e3-71bc-46bf-b44c-d29469a75d54/add18652-85a6-4bb9-b320-44e5f5a81e9b/6b1d227e-d32a-4927-bb35-9dde4abc4f47) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:15.472056 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:15.530285 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-f0903a51-1b78-4dc8-83f3-5d6b511c687c tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:15.530805 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-6c3a5183-ff7d-4094-9af8-126414af973a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:15.535023 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-6c3a5183-ff7d-4094-9af8-126414af973a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 814 time: 0.5056267 Dec 16 17:57:15.543153 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-f0903a51-1b78-4dc8-83f3-5d6b511c687c tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/networks?id=eec24439-f2c6-4e67-81a7-96a21069ee65 HTTP/1.1" status: 200 len: 809 time: 0.4702766 Dec 16 17:57:15.559489 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Request body: {'port': {'device_id': '5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6', 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'admin_state_up': True, 'tenant_id': '041391a20fed40f39c4d822b2a7727a2'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:15.564100 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 3, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port': {'id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:07Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:15.628172 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741ca7e7-829d-4980-8f63-a2ac04cc6678 None None] The sync data for ids ['cf6c34a9-78ef-4736-9796-ab07e48715a6'] in dv-cinder-819200-2-iscsi is: [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 3, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port': {'id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:07Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:15.702493 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-af179b72-f05a-4368-b994-efdd2b414c93 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/quotas/9fd9aefb930a48bfaa54182fe6a4a20c HTTP/1.1" status: 200 len: 375 time: 0.1579478 Dec 16 17:57:15.741512 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:15.741890 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:15.767890 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-94d21e41-a28e-4582-91aa-88719058a277 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fd9aefb930a48bfaa54182fe6a4a20c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641439 Dec 16 17:57:15.798898 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf944a-ffe7-4423-a5ae-065ed3161ed9 req-66534765-e976-4e20-8313-cc2c761145cc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:15.811106 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-53bf944a-ffe7-4423-a5ae-065ed3161ed9 req-66534765-e976-4e20-8313-cc2c761145cc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.2387567 Dec 16 17:57:15.860404 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:15.949923 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Made reservation on behalf of 041391a20fed40f39c4d822b2a7727a2 for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:15.953815 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:15.954324 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:15.982594 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-53bf944a-ffe7-4423-a5ae-065ed3161ed9 req-da2d24f0-1566-488c-8cb5-07a335c7a3c2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682034 Dec 16 17:57:16.030295 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1d227e-d32a-4927-bb35-9dde4abc4f47,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:16.039610 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Network fee7c4e3-71bc-46bf-b44c-d29469a75d54 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:16.044697 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:16.049013 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:16.127184 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-eeb7c224-6317-43d2-8ee5-281c26d32931 service neutron] 10.222.0.32 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582544 Dec 16 17:57:16.209143 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:16.256887 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6d02c770-ed18-4e04-a310-1ea1bf77f50b req-ba6278a6-045b-412f-94cf-4106aa9f7fa1 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 210 time: 0.0873399 Dec 16 17:57:16.289144 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Allocated IP 172.20.0.14 (d5430d91-7e76-4358-9d35-08edfd4e96f5/dd0f0d27-c2fb-4ee5-951e-5913f944b325/93eaa60f-c9d3-436e-8948-b358e656df71) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:16.567067 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:16.572065 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-dca03e28-90c3-40a5-aa1b-284c877da000 service neutron] 10.222.0.32 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438684 Dec 16 17:57:16.608711 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7651a03f-c204-4a1f-86c1-9fbd38e0d1a7 req-e230039f-52e8-44ea-870b-7cd8e31db076 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 210 time: 0.0907435 Dec 16 17:57:16.729606 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-a4473053-5bb7-42f2-ba92-2a842a649952 None None] Provisioning complete for port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:16.730201 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a4473053-5bb7-42f2-ba92-2a842a649952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:16.817516 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-a4473053-5bb7-42f2-ba92-2a842a649952 None None] Port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:16.844648 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:16.956429 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 45130) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:17.002148 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.015107 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['16e14879-9e6e-4635-973a-9dd4e0786b26', '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:57:17.045924 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.052680 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.062213 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Network d5430d91-7e76-4358-9d35-08edfd4e96f5 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:17.146774 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a5fd3453-f2fa-496b-b07a-0aa793893701 req-6a34efe7-7c2f-47a8-a9c2-5a6e980d7479 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 210 time: 0.1099219 Dec 16 17:57:17.155300 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:17.159707 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:17.307478 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Pushing event updated for resources: {'Port': ['ID=93eaa60f-c9d3-436e-8948-b358e656df71,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:17.405169 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:17.410117 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.470468 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-1cec43e5-13c2-4347-b127-d0e3157834fc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9256399 Dec 16 17:57:17.513072 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Request body: {'port': {'device_id': '5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:17.569083 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.582927 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-9442c452-3a91-4cb8-baf0-9b8c045bfc19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c7e51ad8c174cd8b9cf54384ec5c6d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6135666 Dec 16 17:57:17.586845 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 45144) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:17.610411 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1d227e-d32a-4927-bb35-9dde4abc4f47,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:17.644084 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2de69e-f7da-463d-8615-4b6f0cc31056 req-a05867c4-f1d0-4f61-b8ec-140cab26176d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:17.646009 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8c2de69e-f7da-463d-8615-4b6f0cc31056 req-a05867c4-f1d0-4f61-b8ec-140cab26176d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.4641390 Dec 16 17:57:17.669916 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:17.735828 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37899ecc-d262-4c73-84ed-0ff1f4232433 req-429f5067-2a5b-41b2-b739-7c9f304f6542 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:17.745157 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-37899ecc-d262-4c73-84ed-0ff1f4232433 req-429f5067-2a5b-41b2-b739-7c9f304f6542 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 932 time: 0.2900276 Dec 16 17:57:17.777083 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.806194 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:17.807318 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.851105 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97395-82f4-490f-917a-148ea253a466 req-69c23e0d-3bda-4db1-a0a3-eaea7cc52d34 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:17.852631 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-69c23e0d-3bda-4db1-a0a3-eaea7cc52d34 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 817 time: 0.4778855 Dec 16 17:57:17.855909 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-894e3ec8-18a5-4f29-a0b7-40e8a6011913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.907220 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-37899ecc-d262-4c73-84ed-0ff1f4232433 req-206fd112-f610-47ac-9e38-a95643df35e5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606207 Dec 16 17:57:17.959953 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-894e3ec8-18a5-4f29-a0b7-40e8a6011913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:17.982210 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8c2de69e-f7da-463d-8615-4b6f0cc31056 req-058f5e4a-42dc-43af-a0bb-6aa6d078848e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076115 Dec 16 17:57:17.990026 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 4b1170cf-ee3a-415b-974c-62fda6650bec up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:18.074989 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Network fee7c4e3-71bc-46bf-b44c-d29469a75d54 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:18.086920 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:18.111895 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 4b1170cf-ee3a-415b-974c-62fda6650bec triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:18.112439 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.171975 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-193bf930-3cec-41ac-8142-205a9cca6e6f req-b807f90a-494a-4ae3-a5dc-a310569be350 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 210 time: 0.1213863 Dec 16 17:57:18.180523 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-7fee820a-8070-4146-bccb-1767f77542da tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af23b4f4f497464fac434ca5b8be6ead HTTP/1.1" status: 200 len: 380 time: 0.3058949 Dec 16 17:57:18.197058 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'port': {'device_id': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'admin_state_up': True, 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'security_groups': ['a2c03ff0-554b-4fde-a144-f81ac41e73a2']}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:18.259779 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-894e3ec8-18a5-4f29-a0b7-40e8a6011913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.259779 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-894e3ec8-18a5-4f29-a0b7-40e8a6011913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.259779 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-894e3ec8-18a5-4f29-a0b7-40e8a6011913 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0132385a-f506-44a2-a31e-bd7e66b4b65e HTTP/1.1" status: 204 len: 168 time: 0.6642940 Dec 16 17:57:18.312951 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e3ec8-18a5-4f29-a0b7-40e8a6011913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0132385a-f506-44a2-a31e-bd7e66b4b65e,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:18.346673 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.386582 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port 4b1170cf-ee3a-415b-974c-62fda6650bec, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=4b1170cf-ee3a-415b-974c-62fda6650bec,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:18.393163 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.495496 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=4b1170cf-ee3a-415b-974c-62fda6650bec,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:18.496485 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8731f9df-948c-45df-a73c-91f6a3bb3b30 req-7c6b5285-b403-4ab7-a88e-9478c17091cf tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 210 time: 0.0953248 Dec 16 17:57:18.544647 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Router cf6c34a9-78ef-4736-9796-ab07e48715a6 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:57:18.587209 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-207991f2-49e5-4b1a-a91a-30826f70de4c None None] Provisioning complete for port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:18.587739 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-207991f2-49e5-4b1a-a91a-30826f70de4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.610000 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93eaa60f-c9d3-436e-8948-b358e656df71 {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:18.615565 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Made reservation on behalf of af23b4f4f497464fac434ca5b8be6ead for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:18.622519 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.625762 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-207991f2-49e5-4b1a-a91a-30826f70de4c None None] Port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:18.628704 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.647016 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Transition to ACTIVE for port object 93eaa60f-c9d3-436e-8948-b358e656df71 will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:57:18.653747 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:18.727784 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Pushing event updated for resources: {'Port': ['ID=93eaa60f-c9d3-436e-8948-b358e656df71,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:18.827651 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Attempting to bind port 93eaa60f-c9d3-436e-8948-b358e656df71 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:18.828326 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Attempting to bind port 93eaa60f-c9d3-436e-8948-b358e656df71 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:18.828554 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Attempting to bind port 93eaa60f-c9d3-436e-8948-b358e656df71 on network d5430d91-7e76-4358-9d35-08edfd4e96f5 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:18.834853 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Port 93eaa60f-c9d3-436e-8948-b358e656df71 on network d5430d91-7e76-4358-9d35-08edfd4e96f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:57:18.835381 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Attempting to bind port 93eaa60f-c9d3-436e-8948-b358e656df71 on network d5430d91-7e76-4358-9d35-08edfd4e96f5 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:18.842784 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:18.843291 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Checking segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:18.843784 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Bound using segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:18.844452 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Bound port: 93eaa60f-c9d3-436e-8948-b358e656df71, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:18.844914 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:19.010965 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] For port 93eaa60f-c9d3-436e-8948-b358e656df71, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:19.015895 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] For port 93eaa60f-c9d3-436e-8948-b358e656df71, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=93eaa60f-c9d3-436e-8948-b358e656df71,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:19.059801 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:19.127629 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:19.128414 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:19.129961 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] 10.222.0.76 "PUT /v2.0/ports/93eaa60f-c9d3-436e-8948-b358e656df71 HTTP/1.1" status: 200 len: 1094 time: 1.6224010 Dec 16 17:57:19.132953 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6', 'tag': '93eaa60f-c9d3-436e-8948-b358e656df71'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:19.135551 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7b767-8450-48d2-a390-34f12b5d9e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6", "tag": "93eaa60f-c9d3-436e-8948-b358e656df71"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:19.165983 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45638518-4240-4106-9a38-cf0be855c40e req-1ac317b3-a561-4ed5-91a1-4c587030e203 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:19.175219 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45638518-4240-4106-9a38-cf0be855c40e req-1ac317b3-a561-4ed5-91a1-4c587030e203 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 944 time: 0.1559641 Dec 16 17:57:19.186210 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee280a5e-2205-475a-b94b-e8bcd08bca27 service neutron] Pushing event updated for resources: {'Port': ['ID=93eaa60f-c9d3-436e-8948-b358e656df71,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:19.317853 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45638518-4240-4106-9a38-cf0be855c40e req-0c9c0315-3f16-4edd-ac95-8bba7da9e406 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408060 Dec 16 17:57:19.396735 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-7b60baeb-5126-4c36-a730-2645303c1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:19.401923 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-7b60baeb-5126-4c36-a730-2645303c1f5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 1097 time: 0.0982392 Dec 16 17:57:19.402915 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 4b1170cf-ee3a-415b-974c-62fda6650bec up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:19.485794 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 4b1170cf-ee3a-415b-974c-62fda6650bec triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:19.486523 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:19.587985 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-bfe19ebd-6386-4bb3-9157-a5cf50ed25d5 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:19.591333 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-bfe19ebd-6386-4bb3-9157-a5cf50ed25d5 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.76 "GET /v2.0/networks?id=eec24439-f2c6-4e67-81a7-96a21069ee65 HTTP/1.1" status: 200 len: 809 time: 0.5072620 Dec 16 17:57:19.617015 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Request body: {'port': {'device_id': '345afa0a-e4be-42d8-869a-ee8774b777f2', 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65', 'admin_state_up': True, 'tenant_id': '9fd9aefb930a48bfaa54182fe6a4a20c'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:19.629743 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:57:19.650960 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-1672b8c1-2964-437d-9f68-b1f9016098b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/cf6c34a9-78ef-4736-9796-ab07e48715a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1515284 Dec 16 17:57:19.658831 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 45198) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:19.693110 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Sync routers for ids ['cf6c34a9-78ef-4736-9796-ab07e48715a6'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:57:19.716826 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Routers {'cf6c34a9-78ef-4736-9796-ab07e48715a6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:19.718151 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cf6c34a9-78ef-4736-9796-ab07e48715a6'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:19.730367 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c324db-4af8-4dc4-b55c-a295aacf71ec req-cd7c3295-629c-48fb-b20b-61174675d844 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:19.745436 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-39c324db-4af8-4dc4-b55c-a295aacf71ec req-cd7c3295-629c-48fb-b20b-61174675d844 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.6349645 Dec 16 17:57:19.841849 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6862b0-14e7-4d48-ad36-a67a35d60e96 x-openstack-request-id: req-9b6862b0-14e7-4d48-ad36-a67a35d60e96 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:19.843158 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6", "tag": "93eaa60f-c9d3-436e-8948-b358e656df71", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:19.843158 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b6862b0-14e7-4d48-ad36-a67a35d60e96 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:19.845926 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6', 'tag': '93eaa60f-c9d3-436e-8948-b358e656df71', 'status': 'completed', 'code': 200} Dec 16 17:57:19.848193 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-b8a409d2-e666-43d1-8493-410d3b4b1cf8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93eaa60f-c9d3-436e-8948-b358e656df71 HTTP/1.1" status: 200 len: 217 time: 0.4210227 Dec 16 17:57:19.881329 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3e251144-b678-462b-9be8-e2b425e555b1 req-8ca39608-b395-4d6f-aac7-18871aa3c6df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 210 time: 0.0305896 Dec 16 17:57:19.899419 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Set router cf6c34a9-78ef-4736-9796-ab07e48715a6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:19.941153 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-11171f5e-c6b5-43c1-b3c6-1ba7f37082ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:19.942863 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-11171f5e-c6b5-43c1-b3c6-1ba7f37082ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 200 len: 854 time: 0.0604270 Dec 16 17:57:19.992576 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-a2ffef11-a1e3-4f2a-83ef-6c56dcfdb40a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5430d91-7e76-4358-9d35-08edfd4e96f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366282 Dec 16 17:57:20.060932 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Allocated IP 172.20.0.3 (3aad32db-9062-48c6-b8ca-474a8b1c9b58/585fb9e8-f34f-45e1-aa16-054f61fb0f92/4bd2036f-01a2-4971-8fcb-d0d439424322) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:20.081967 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-597664706-network', 'tenant_id': 'e1d5cb18f27d4ce1a89b1f5698ebcbe3'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:20.104512 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-39c324db-4af8-4dc4-b55c-a295aacf71ec req-c7ba3016-71fd-4ad0-8545-cce13bc09ed4 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446377 Dec 16 17:57:20.116830 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e5846182-7970-4e9d-a3b0-f533287ab7ff req-37662742-bf66-4c8a-863e-aa396609af33 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 210 time: 0.0359299 Dec 16 17:57:20.179182 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-d9d93481-c7b6-442e-9e5e-0ea9bb324015 service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787179 Dec 16 17:57:20.181623 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Made reservation on behalf of e1d5cb18f27d4ce1a89b1f5698ebcbe3 for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:20.184292 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.219142 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.267815 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T17:57:16Z', 'revision_number': 4, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port': {'id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:07Z', 'updated_at': '2021-12-16T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6b1d227e-d32a-4927-bb35-9dde4abc4f47', 'name': '', 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'mac_address': 'fa:16:3e:e4:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'add18652-85a6-4bb9-b320-44e5f5a81e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:14Z', 'updated_at': '2021-12-16T17:57:16Z', 'revision_number': 2, 'project_id': '70463eef17a84500ba006c64f16e9411', 'subnets': [{'id': 'add18652-85a6-4bb9-b320-44e5f5a81e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:20.344733 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Checking router: cf6c34a9-78ef-4736-9796-ab07e48715a6 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:57:20.345076 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Updating router cf6c34a9-78ef-4736-9796-ab07e48715a6 port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 17:57:20.400686 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.406178 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Made reservation on behalf of 9fd9aefb930a48bfaa54182fe6a4a20c for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:20.411038 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.415171 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.426830 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.438837 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0424d14b-12fd-44e9-b3c3-606f84bce34f req-d4a10adf-2f5a-4fc0-9da8-1c2c2373e85b service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513154 Dec 16 17:57:20.475162 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:57:20.484772 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.485122 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Added segment 3362847a-19ac-461e-a19a-ebd255a4769f of type vlan for network d8330e09-9a25-4fb2-9600-d502f13c3fd4 Dec 16 17:57:20.598936 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-753d6a03-8fd7-445e-9290-7c88442886fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:20.604194 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-753d6a03-8fd7-445e-9290-7c88442886fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 1097 time: 0.0701556 Dec 16 17:57:20.704269 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.740489 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-0e0fbcc5-4539-4ac9-8d2b-7ce686f9220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:20.742244 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-0e0fbcc5-4539-4ac9-8d2b-7ce686f9220a service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 915 time: 0.1308515 Dec 16 17:57:20.804416 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 45220) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:20.810846 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-18989577-62cb-4aa7-84dc-34b91078ff81 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304277021', 'description': 'tempest-secgroup-smoke-304277021 description', 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:20.818671 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-936aef35-12e5-460d-87a7-041fc76532f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93eaa60f-c9d3-436e-8948-b358e656df71 HTTP/1.1" status: 200 len: 217 time: 0.0627470 Dec 16 17:57:20.842240 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.db.resource_extend [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 17:57:20.872728 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdac7a4-5b6c-4b99-a277-f97ef85677dc,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:20.874509 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.887198 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.889208 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-18989577-62cb-4aa7-84dc-34b91078ff81 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.894215 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-3dbd19a7-c3dc-45f4-904a-1bf6350fe9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:20.896439 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-3dbd19a7-c3dc-45f4-904a-1bf6350fe9cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 200 len: 854 time: 0.0692143 Dec 16 17:57:20.939319 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-965b54d7-a28c-4e77-8c2f-5b82a6295bf7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5430d91-7e76-4358-9d35-08edfd4e96f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344934 Dec 16 17:57:20.939909 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.946435 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:20.946435 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:20.958143 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d6a1a-8425-469e-9649-78bc1e459a03 req-c480b638-0427-4a97-a3cd-820ea4737581 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:20.966655 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e17d6a1a-8425-469e-9649-78bc1e459a03 req-c480b638-0427-4a97-a3cd-820ea4737581 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 944 time: 0.4433422 Dec 16 17:57:21.021037 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Attempting to bind port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:21.021932 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Attempting to bind port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:21.023598 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Attempting to bind port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 on network fee7c4e3-71bc-46bf-b44c-d29469a75d54 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:21.032327 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-18989577-62cb-4aa7-84dc-34b91078ff81 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.042262 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] Pushing event updated for resources: {'Network': ['ID=d8330e09-9a25-4fb2-9600-d502f13c3fd4,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:21.053298 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-18989577-62cb-4aa7-84dc-34b91078ff81 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.057706 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:21.058110 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Checking segment: {'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:21.058546 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.059064 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Bound using segment: {'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:21.060452 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Bound port: 6b1d227e-d32a-4927-bb35-9dde4abc4f47, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d7af02-686d-4b5b-9cc7-c6824b3564a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:21.061096 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.076458 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dd9f1-2827-4002-883f-cb610eaf9396 None None] Pushing event updated for resources: {'Port': ['ID=6b1d227e-d32a-4927-bb35-9dde4abc4f47,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:21.094484 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network d8330e09-9a25-4fb2-9600-d502f13c3fd4 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:57:21.159238 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.166089 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Allocated IP 172.20.0.2 (eec24439-f2c6-4e67-81a7-96a21069ee65/63cadf79-7727-4fc5-b363-92bc6bcc6406/91aec430-6b62-412b-a19f-511a7db58d0b) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:21.200597 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-18989577-62cb-4aa7-84dc-34b91078ff81 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.202036 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-18989577-62cb-4aa7-84dc-34b91078ff81 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3953323 Dec 16 17:57:21.207412 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 45228) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:21.210783 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-1d77fcb4-444b-432d-962d-2079074cda82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.212573 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a96cf035-4a26-456c-b644-920a33384f67 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5519273 Dec 16 17:57:21.218404 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 45230) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:21.225441 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e17d6a1a-8425-469e-9649-78bc1e459a03 req-8a1cf735-d29b-4eb8-81bb-af1bf228282d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573333 Dec 16 17:57:21.231309 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-e1b27903-9aab-4b35-b4d5-8710bd6268a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'security_group_rule': {'security_group_id': '7ccfe801-369e-454e-8b40-17ca861f6db7', 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:21.258229 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18989577-62cb-4aa7-84dc-34b91078ff81 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccfe801-369e-454e-8b40-17ca861f6db7,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:21.299048 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Request body: {'subnet': {'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-597664706-subnet', 'tenant_id': 'e1d5cb18f27d4ce1a89b1f5698ebcbe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:21.317596 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.343227 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f5fc0865-1cf0-4223-9c11-531e9731d421 req-13353421-2e0e-4b9a-97c6-1df3858d4b6e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 210 time: 0.0669184 Dec 16 17:57:21.347132 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-00e3fdbb-b13c-4852-9854-9c3b1a005e60 None None] Provisioning complete for port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:21.347448 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-00e3fdbb-b13c-4852-9854-9c3b1a005e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.370822 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Made reservation on behalf of e1d5cb18f27d4ce1a89b1f5698ebcbe3 for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:21.373671 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126170012'] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.388601 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] For port 6b1d227e-d32a-4927-bb35-9dde4abc4f47, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:21.411269 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] For port 6b1d227e-d32a-4927-bb35-9dde4abc4f47, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=6b1d227e-d32a-4927-bb35-9dde4abc4f47,segment=NetworkSegment(15d7af02-686d-4b5b-9cc7-c6824b3564a8),segment_id=15d7af02-686d-4b5b-9cc7-c6824b3564a8)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:21.413187 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-00e3fdbb-b13c-4852-9854-9c3b1a005e60 None None] Port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:21.418268 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.427520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:21.463403 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e1b27903-9aab-4b35-b4d5-8710bd6268a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.478241 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:21.481137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:21.485400 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-72398cde-1d8d-41ac-92f5-306e00e7eab6 req-8be83721-72ec-4a0e-9bbd-b4d4995aa257 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 210 time: 0.1453383 Dec 16 17:57:21.486466 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:21.494957 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Routers {'cf6c34a9-78ef-4736-9796-ab07e48715a6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:21.495677 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:56:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cf6c34a9-78ef-4736-9796-ab07e48715a6'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:21.544861 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-02b8ec60-e1dc-4994-a8e4-953fcda51b66 service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925908 Dec 16 17:57:21.556734 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dd9f1-2827-4002-883f-cb610eaf9396 None None] Pushing event updated for resources: {'Port': ['ID=6b1d227e-d32a-4927-bb35-9dde4abc4f47,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:21.642152 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.660689 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] Set router cf6c34a9-78ef-4736-9796-ab07e48715a6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:21.690708 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e1b27903-9aab-4b35-b4d5-8710bd6268a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.712694 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.718881 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e1b27903-9aab-4b35-b4d5-8710bd6268a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.767692 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b27903-9aab-4b35-b4d5-8710bd6268a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b171ad4a-10ab-4889-8502-2efe4bb5ea59,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:21.783570 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:21.783985 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.806419 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Network eec24439-f2c6-4e67-81a7-96a21069ee65 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:21.864200 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-43e05fee-0faf-4b2e-a9e4-6a77b35f6aed tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6729324 Dec 16 17:57:21.883003 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:21.883971 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:21.888997 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e1b27903-9aab-4b35-b4d5-8710bd6268a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.889333 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-e1b27903-9aab-4b35-b4d5-8710bd6268a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6735630 Dec 16 17:57:21.923478 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 45236) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:21.929677 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-06de6136-273a-4376-b482-05589ae73b4d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'security_group_rule': {'security_group_id': '7ccfe801-369e-454e-8b40-17ca861f6db7', 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:21.935192 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Request body: {'port': {'device_id': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:21.965192 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-75c7b767-8450-48d2-a390-34f12b5d9e8e req-3332f546-9e66-42cb-853e-9b488687fa7b service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102743 Dec 16 17:57:21.973218 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:21.973872 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:21.996385 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Pushing event updated for resources: {'Port': ['ID=91aec430-6b62-412b-a19f-511a7db58d0b,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:22.032306 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c84877a5-bc2a-4266-bf13-873247ead7ed tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4258587 Dec 16 17:57:22.048389 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c253b-ec6c-416d-a4ac-0bad00d9c5f4 req-421df514-1b56-4711-9f04-ce4cd5325551 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:22.049913 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-861c253b-ec6c-416d-a4ac-0bad00d9c5f4 req-421df514-1b56-4711-9f04-ce4cd5325551 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1755600 Dec 16 17:57:22.050137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Request body: {'port': {'device_id': '345afa0a-e4be-42d8-869a-ee8774b777f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:22.053313 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.058949 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126169986'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.065259 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-06de6136-273a-4376-b482-05589ae73b4d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.108101 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] Provisioning complete for port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:22.108476 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.156449 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.279945 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2686dd64-376d-4cf9-9b69-12834e3271e6,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:22.285706 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T17:57:16Z', 'revision_number': 4, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port': {'id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:07Z', 'updated_at': '2021-12-16T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6b1d227e-d32a-4927-bb35-9dde4abc4f47', 'name': '', 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'mac_address': 'fa:16:3e:e4:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'add18652-85a6-4bb9-b320-44e5f5a81e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:14Z', 'updated_at': '2021-12-16T17:57:21Z', 'revision_number': 4, 'project_id': '70463eef17a84500ba006c64f16e9411', 'subnets': [{'id': 'add18652-85a6-4bb9-b320-44e5f5a81e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:22.290281 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.309656 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-861c253b-ec6c-416d-a4ac-0bad00d9c5f4 req-abbaba05-3c44-44c8-80b4-940dd43ef17c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394736 Dec 16 17:57:22.318556 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d83a8d-2ec9-46b9-aca9-2e89b6b11c53 None None] The sync data for ids ['cf6c34a9-78ef-4736-9796-ab07e48715a6'] in dv-cinder-819200-2-iscsi is: [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T17:57:16Z', 'revision_number': 4, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port': {'id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:07Z', 'updated_at': '2021-12-16T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6b1d227e-d32a-4927-bb35-9dde4abc4f47', 'name': '', 'network_id': 'fee7c4e3-71bc-46bf-b44c-d29469a75d54', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'mac_address': 'fa:16:3e:e4:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'add18652-85a6-4bb9-b320-44e5f5a81e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:14Z', 'updated_at': '2021-12-16T17:57:21Z', 'revision_number': 4, 'project_id': '70463eef17a84500ba006c64f16e9411', 'subnets': [{'id': 'add18652-85a6-4bb9-b320-44e5f5a81e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:22.353852 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-06de6136-273a-4376-b482-05589ae73b4d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.366961 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-06de6136-273a-4376-b482-05589ae73b4d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.384657 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] For port 6b1d227e-d32a-4927-bb35-9dde4abc4f47, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=6b1d227e-d32a-4927-bb35-9dde4abc4f47,segment=NetworkSegment(15d7af02-686d-4b5b-9cc7-c6824b3564a8),segment_id=15d7af02-686d-4b5b-9cc7-c6824b3564a8)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:22.403775 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.417066 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Checking segment: {'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:22.419408 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Network hostable DHCP agents. Network: d8330e09-9a25-4fb2-9600-d502f13c3fd4, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:57:22.449954 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de6136-273a-4376-b482-05589ae73b4d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe56be0-1b29-4ffb-b501-83c52a9cb0dc,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:22.481533 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-06de6136-273a-4376-b482-05589ae73b4d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.486000 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-06de6136-273a-4376-b482-05589ae73b4d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5598071 Dec 16 17:57:22.489045 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 45250) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:22.495815 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] Provisioning complete for port 4bd2036f-01a2-4971-8fcb-d0d439424322 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:22.496578 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.498378 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Network d8330e09-9a25-4fb2-9600-d502f13c3fd4 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:57:22.512737 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, d8330e09-9a25-4fb2-9600-d502f13c3fd4) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:22.518506 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:22.521061 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.550008 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-5b20a973-6ee0-4f9f-ab47-51a367211ec9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2934754 Dec 16 17:57:22.569216 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-ecb9ae8a-6c44-4ade-a101-37a61da71921 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'security_group_rule': {'security_group_id': '7ccfe801-369e-454e-8b40-17ca861f6db7', 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:22.571858 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1bb09f-76d3-489f-9f8a-b012d4701bbd None None] Network d8330e09-9a25-4fb2-9600-d502f13c3fd4 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:57:22.670127 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896caaa-1ec9-4d07-be56-d2621cdcec99 req-a533a188-9164-4e83-b3d8-42b20adb2a26 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:22.677471 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] Pushing event updated for resources: {'Port': ['ID=6b1d227e-d32a-4927-bb35-9dde4abc4f47,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:22.683547 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2896caaa-1ec9-4d07-be56-d2621cdcec99 req-a533a188-9164-4e83-b3d8-42b20adb2a26 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 944 time: 0.3142364 Dec 16 17:57:22.723016 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-2a59e76c-bbda-42d3-989f-ebef8379acdc None None] Port 4bd2036f-01a2-4971-8fcb-d0d439424322 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:57:22.818097 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ae8a-6c44-4ade-a101-37a61da71921 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:22.833565 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9820a7b-81cf-4555-9ef0-d6b26faff9c7 None None] Network d8330e09-9a25-4fb2-9600-d502f13c3fd4 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:57:23.016479 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2896caaa-1ec9-4d07-be56-d2621cdcec99 req-b361ce02-a143-4721-b291-1f1bcb5b3113 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304112 Dec 16 17:57:23.113073 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd2036f-01a2-4971-8fcb-d0d439424322 {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:23.142671 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ae8a-6c44-4ade-a101-37a61da71921 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.147578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.150880 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f8a91-b7e4-4dd6-a482-96537055ba39 req-eaab043b-8b90-4686-9780-46a8b9bb0a8d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:23.161562 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ee3f8a91-b7e4-4dd6-a482-96537055ba39 req-eaab043b-8b90-4686-9780-46a8b9bb0a8d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 931 time: 0.1427636 Dec 16 17:57:23.186350 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ae8a-6c44-4ade-a101-37a61da71921 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.239042 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.259995 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Transition to ACTIVE for port object 4bd2036f-01a2-4971-8fcb-d0d439424322 will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:57:23.295858 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9ae8a-6c44-4ade-a101-37a61da71921 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62867c2a-8c39-4c3f-9802-e32b972e2c31,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:23.303415 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.305965 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ee3f8a91-b7e4-4dd6-a482-96537055ba39 req-91c3512a-f368-4866-9658-a6984ee99fb8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433930 Dec 16 17:57:23.311426 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ae8a-6c44-4ade-a101-37a61da71921 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.321787 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-ecb9ae8a-6c44-4ade-a101-37a61da71921 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8281219 Dec 16 17:57:23.328885 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-6933f565-dcc1-4c71-927b-9787954d64f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.330147 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 45270) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:23.364171 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-528f2451-add9-4062-bf8f-7fb42f27cceb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'security_group_rule': {'security_group_id': '7ccfe801-369e-454e-8b40-17ca861f6db7', 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:23.420354 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9034e41-5fca-47b3-8bf7-f7456cc6681b req-4a0e5e16-eb7f-47c8-abe7-fba8738bd50e tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:23.422065 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b9034e41-5fca-47b3-8bf7-f7456cc6681b req-4a0e5e16-eb7f-47c8-abe7-fba8738bd50e tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 931 time: 0.3142447 Dec 16 17:57:23.426595 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91aec430-6b62-412b-a19f-511a7db58d0b {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:23.478405 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.497940 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 6b1d227e-d32a-4927-bb35-9dde4abc4f47 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:23.512436 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-66ff262d-f182-44c2-b64a-6b99eaaa13d3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859234 Dec 16 17:57:23.553380 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Transition to ACTIVE for port object 91aec430-6b62-412b-a19f-511a7db58d0b will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:57:23.558057 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:23.565820 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-528f2451-add9-4062-bf8f-7fb42f27cceb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.585840 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.639011 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:23.640203 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:23.654889 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-9087e744-b2eb-49bb-a1f1-bda645535332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:23.656709 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-9087e744-b2eb-49bb-a1f1-bda645535332 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 1098 time: 0.1008461 Dec 16 17:57:23.849804 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b9034e41-5fca-47b3-8bf7-f7456cc6681b req-d83d1f8b-781e-4bae-8963-95f1982d1940 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883877 Dec 16 17:57:23.906068 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Pushing event updated for resources: {'Port': ['ID=91aec430-6b62-412b-a19f-511a7db58d0b,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:24.009993 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-528f2451-add9-4062-bf8f-7fb42f27cceb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.021973 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-8a13c47e-4930-48d3-9635-a4384715fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:24.023938 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-8a13c47e-4930-48d3-9635-a4384715fe9b service neutron] 10.222.0.76 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 915 time: 0.3218226 Dec 16 17:57:24.075955 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-528f2451-add9-4062-bf8f-7fb42f27cceb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.112756 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Attempting to bind port 4bd2036f-01a2-4971-8fcb-d0d439424322 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:24.113100 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Attempting to bind port 4bd2036f-01a2-4971-8fcb-d0d439424322 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:24.113435 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Attempting to bind port 4bd2036f-01a2-4971-8fcb-d0d439424322 on network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:24.130797 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Port 4bd2036f-01a2-4971-8fcb-d0d439424322 on network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:57:24.131265 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Attempting to bind port 4bd2036f-01a2-4971-8fcb-d0d439424322 on network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:24.139859 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-1be73735-6bba-405c-bc37-434e585a3fcc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16e14879-9e6e-4635-973a-9dd4e0786b26 HTTP/1.1" status: 200 len: 217 time: 0.1053033 Dec 16 17:57:24.140133 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:24.140435 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Checking segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:24.140774 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Bound using segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:24.141229 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Bound port: 4bd2036f-01a2-4971-8fcb-d0d439424322, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:24.141721 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.146126 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f2451-add9-4062-bf8f-7fb42f27cceb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e45cb17-3cbe-445f-bfb9-9f4565ad4c8d,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:24.164137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-528f2451-add9-4062-bf8f-7fb42f27cceb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.166182 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-528f2451-add9-4062-bf8f-7fb42f27cceb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8191411 Dec 16 17:57:24.177183 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 45280) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:24.184576 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-c29a647b-20d7-404e-8267-d27cbbba7177 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'security_group_rule': {'security_group_id': '7ccfe801-369e-454e-8b40-17ca861f6db7', 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:24.200963 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Attempting to bind port 91aec430-6b62-412b-a19f-511a7db58d0b on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:24.202178 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Attempting to bind port 91aec430-6b62-412b-a19f-511a7db58d0b by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:24.202678 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Attempting to bind port 91aec430-6b62-412b-a19f-511a7db58d0b on network eec24439-f2c6-4e67-81a7-96a21069ee65 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:24.226332 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-80e3f601-2b10-4368-a55f-477ca09fd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:24.227867 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-80e3f601-2b10-4368-a55f-477ca09fd2a4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 200 len: 854 time: 0.0751863 Dec 16 17:57:24.255840 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2785c-a805-4811-ade3-94db767010e5 req-ca7c4ebb-1344-4b06-9e5b-ff6d68e46881 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:24.259281 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-89e2785c-a805-4811-ade3-94db767010e5 req-ca7c4ebb-1344-4b06-9e5b-ff6d68e46881 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 944 time: 0.1232333 Dec 16 17:57:24.266924 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Port 91aec430-6b62-412b-a19f-511a7db58d0b on network eec24439-f2c6-4e67-81a7-96a21069ee65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:57:24.267505 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Attempting to bind port 91aec430-6b62-412b-a19f-511a7db58d0b on network eec24439-f2c6-4e67-81a7-96a21069ee65 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:24.288401 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-5593d701-732c-4aa9-864d-a8b22c236f52 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5430d91-7e76-4358-9d35-08edfd4e96f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484090 Dec 16 17:57:24.295302 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:24.295824 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Checking segment: {'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:24.296312 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Bound using segment: {'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:24.298524 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Bound port: 91aec430-6b62-412b-a19f-511a7db58d0b, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:24.299041 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.319268 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.securitygroups_db [None req-c29a647b-20d7-404e-8267-d27cbbba7177 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Project 30f9c4f0e45341af9bb59fb5a170bba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:57:24.330156 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c29a647b-20d7-404e-8267-d27cbbba7177 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.343632 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:24.349193 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:24.388896 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.413289 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-89e2785c-a805-4811-ade3-94db767010e5 req-dc000c3f-5940-427b-952d-1b6e5cc474ab tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506069 Dec 16 17:57:24.444017 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-df43434b-f730-448c-8362-1a68fba2183e service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394899 Dec 16 17:57:24.559016 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.574840 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d905d9c7-6ceb-4192-9524-bf6eb4bea97d req-434c95ff-f4b1-4b22-8ca7-92d572b17e0f service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219964 Dec 16 17:57:24.786893 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:24.787902 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.790236 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] 10.222.0.76 "PUT /v2.0/ports/4bd2036f-01a2-4971-8fcb-d0d439424322 HTTP/1.1" status: 200 len: 1093 time: 2.9128387 Dec 16 17:57:24.791291 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:24.795396 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:24.837735 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] For port 91aec430-6b62-412b-a19f-511a7db58d0b, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:24.852968 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] For port 91aec430-6b62-412b-a19f-511a7db58d0b, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=91aec430-6b62-412b-a19f-511a7db58d0b,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:24.871596 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71450b56-0cca-4de0-8115-6d4daa7c5e6a service neutron] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:24.881082 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.891278 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a97a32c-b4af-4522-b6b1-2c7017d8ced8 x-openstack-request-id: req-0a97a32c-b4af-4522-b6b1-2c7017d8ced8 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:24.891742 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:24.892151 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a97a32c-b4af-4522-b6b1-2c7017d8ced8 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:24.892782 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'status': 'completed', 'code': 200} Dec 16 17:57:24.933379 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c29a647b-20d7-404e-8267-d27cbbba7177 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.969995 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c29a647b-20d7-404e-8267-d27cbbba7177 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.988449 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:24.989491 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:24.991684 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] 10.222.0.76 "PUT /v2.0/ports/91aec430-6b62-412b-a19f-511a7db58d0b HTTP/1.1" status: 200 len: 1093 time: 2.9459605 Dec 16 17:57:25.010034 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedea479-574f-46c6-9181-efcdadeaa419 req-573d784b-5345-4808-9936-c52c779051b3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.011674 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bedea479-574f-46c6-9181-efcdadeaa419 req-573d784b-5345-4808-9936-c52c779051b3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.3339405 Dec 16 17:57:25.035315 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a647b-20d7-404e-8267-d27cbbba7177 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9706d3-1602-4802-948b-c3b335e6e393,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:25.082097 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c29a647b-20d7-404e-8267-d27cbbba7177 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:25.083827 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc6472-f058-4c1e-8af7-ee9ed2d71439 req-cb12b50f-200d-4057-bf75-598667548903 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.086252 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8afc6472-f058-4c1e-8af7-ee9ed2d71439 req-cb12b50f-200d-4057-bf75-598667548903 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 943 time: 0.1246121 Dec 16 17:57:25.087890 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c29a647b-20d7-404e-8267-d27cbbba7177 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9095721 Dec 16 17:57:25.105186 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97395-82f4-490f-917a-148ea253a466 req-d3249f3b-3d25-4264-814b-47085eae120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.105345 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 45294) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:25.108893 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-d3249f3b-3d25-4264-814b-47085eae120c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 1096 time: 0.2514639 Dec 16 17:57:25.115206 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa47a90-bff8-422f-bbb3-ec2c90d049c6 service neutron] Pushing event updated for resources: {'Port': ['ID=91aec430-6b62-412b-a19f-511a7db58d0b,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:25.115462 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-1ec6989e-92fe-41fd-a62d-ff5a3e81cb2c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'security_group_rule': {'security_group_id': '7ccfe801-369e-454e-8b40-17ca861f6db7', 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:25.186339 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.securitygroups_db [None req-1ec6989e-92fe-41fd-a62d-ff5a3e81cb2c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Project 30f9c4f0e45341af9bb59fb5a170bba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 17:57:25.203918 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8afc6472-f058-4c1e-8af7-ee9ed2d71439 req-3bd28271-92f3-4446-ab8d-b9f7960f69dc tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944655 Dec 16 17:57:25.204895 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1ec6989e-92fe-41fd-a62d-ff5a3e81cb2c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:25.211611 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-46bb2a00-5018-4971-865a-75f37fb66f9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bd2036f-01a2-4971-8fcb-d0d439424322 HTTP/1.1" status: 200 len: 217 time: 0.0619044 Dec 16 17:57:25.229662 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bedea479-574f-46c6-9181-efcdadeaa419 req-30bd2976-0347-41c8-819c-6e2b9225928b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949351 Dec 16 17:57:25.271684 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-a7028d59-6117-41fe-bd36-7c6e52768253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.274087 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-a7028d59-6117-41fe-bd36-7c6e52768253 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9fd9aefb930a48bfaa54182fe6a4a20c&device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 1096 time: 0.2078617 Dec 16 17:57:25.299593 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1ec6989e-92fe-41fd-a62d-ff5a3e81cb2c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:25.306507 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1ec6989e-92fe-41fd-a62d-ff5a3e81cb2c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:25.332559 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6989e-92fe-41fd-a62d-ff5a3e81cb2c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad68be9b-46cb-4cca-99c3-dcc8ee38d7e9,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:25.343378 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1ec6989e-92fe-41fd-a62d-ff5a3e81cb2c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:25.344645 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-1ec6989e-92fe-41fd-a62d-ff5a3e81cb2c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2371638 Dec 16 17:57:25.349208 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97395-82f4-490f-917a-148ea253a466 req-92b6d4c0-7aa5-4b98-b9f8-330e37000997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.350643 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-92b6d4c0-7aa5-4b98-b9f8-330e37000997 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.1297474 Dec 16 17:57:25.352644 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-c018c2d8-7430-4be5-994a-f56f078a5101 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91aec430-6b62-412b-a19f-511a7db58d0b HTTP/1.1" status: 200 len: 217 time: 0.0697200 Dec 16 17:57:25.513706 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-0c1cca72-6a37-43f7-ac90-d97b660e61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.515241 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-0c1cca72-6a37-43f7-ac90-d97b660e61fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=63cadf79-7727-4fc5-b363-92bc6bcc6406 HTTP/1.1" status: 200 len: 849 time: 0.1107495 Dec 16 17:57:25.520051 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97395-82f4-490f-917a-148ea253a466 req-4537e1ad-8ad5-4b02-a89a-7c80d312f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.521440 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-4537e1ad-8ad5-4b02-a89a-7c80d312f51d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1149735 Dec 16 17:57:25.565413 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-0dd8d420-d17f-4bd5-b6cd-aae5fb89c1c4 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.567026 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-0dd8d420-d17f-4bd5-b6cd-aae5fb89c1c4 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/networks?id=d8330e09-9a25-4fb2-9600-d502f13c3fd4 HTTP/1.1" status: 200 len: 813 time: 0.2197356 Dec 16 17:57:25.605323 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039dbb-9516-4eb3-be4f-77faa6ed3dc4 req-14524b7c-6214-4682-a379-a70ef1c3efcb tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:25.608482 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d6039dbb-9516-4eb3-be4f-77faa6ed3dc4 req-14524b7c-6214-4682-a379-a70ef1c3efcb tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 944 time: 0.0784152 Dec 16 17:57:25.617570 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-9eaa0df2-9757-423c-8002-69c5ebd3242b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eec24439-f2c6-4e67-81a7-96a21069ee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786073 Dec 16 17:57:25.645339 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-240bf49b-b3cc-423d-95e2-e908c0cab959 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/quotas/e1d5cb18f27d4ce1a89b1f5698ebcbe3 HTTP/1.1" status: 200 len: 375 time: 0.0304739 Dec 16 17:57:25.680133 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d6039dbb-9516-4eb3-be4f-77faa6ed3dc4 req-f18d97dc-e669-438f-b008-95453d279356 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640030 Dec 16 17:57:25.725839 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-3668475c-7d5c-475d-9fe9-a013f264ff09 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1d5cb18f27d4ce1a89b1f5698ebcbe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652626 Dec 16 17:57:25.805709 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-820b5563-85fa-4fa3-a3bc-967d268fdd73 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677381 Dec 16 17:57:25.884136 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-0038f622-bb28-4db4-81e4-8783ffdbd8e1 service neutron] 10.222.0.76 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560680 Dec 16 17:57:25.997893 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-ff3567c5-1675-4fcb-8e25-596598d77169 service neutron] 10.222.0.32 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591588 Dec 16 17:57:26.011532 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75c97395-82f4-490f-917a-148ea253a466 req-ce6ff758-3127-480f-85d5-d924c6f61005 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952009 Dec 16 17:57:26.036872 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:26.085988 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 93eaa60f-c9d3-436e-8948-b358e656df71 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:57:26.135375 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-875d1722-2a7b-4204-afcb-9ea01aed7b65 req-fb839017-3631-46e4-9747-7cf400eb3f16 service neutron] 10.222.0.76 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271340 Dec 16 17:57:26.169853 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-f52a1681-d184-44fb-9413-787e88de66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:26.171653 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-f52a1681-d184-44fb-9413-787e88de66d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 1096 time: 0.0671535 Dec 16 17:57:26.190416 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-4f7cc331-0769-407d-b0f5-635669951860 service neutron] 10.222.0.32 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522717 Dec 16 17:57:26.224123 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 93eaa60f-c9d3-436e-8948-b358e656df71, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=93eaa60f-c9d3-436e-8948-b358e656df71,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:26.240498 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '93eaa60f-c9d3-436e-8948-b358e656df71', 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'port_id': '93eaa60f-c9d3-436e-8948-b358e656df71', 'mac_address': 'fa:16:3e:f0:a6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0f0d27-c2fb-4ee5-951e-5913f944b325', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:57:26.351040 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:26.365701 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-ade6a604-0f8e-4b27-95ee-bc4d7eb1c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:26.367859 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-ade6a604-0f8e-4b27-95ee-bc4d7eb1c4ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.1610491 Dec 16 17:57:26.381309 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93eaa60f-c9d3-436e-8948-b358e656df71 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:26.443805 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf86c6f-7864-463a-a812-8a5b18e43df2 req-3f3ee023-fa03-4aa5-980d-45f424b0b55d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:26.452500 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 93eaa60f-c9d3-436e-8948-b358e656df71, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=93eaa60f-c9d3-436e-8948-b358e656df71,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:26.456856 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0cf86c6f-7864-463a-a812-8a5b18e43df2 req-3f3ee023-fa03-4aa5-980d-45f424b0b55d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 943 time: 0.1268899 Dec 16 17:57:26.457946 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:26.478764 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-45a7eafa-db6b-427f-a990-b79f2825b7f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bd2036f-01a2-4971-8fcb-d0d439424322 HTTP/1.1" status: 200 len: 217 time: 0.0985303 Dec 16 17:57:26.559346 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=93eaa60f-c9d3-436e-8948-b358e656df71,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:26.572745 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0cf86c6f-7864-463a-a812-8a5b18e43df2 req-c40fceeb-0113-480f-bf73-ad931f68d922 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070633 Dec 16 17:57:26.620790 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-82e75c69-e1e6-4da4-b185-af62e9d3d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:26.622888 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-82e75c69-e1e6-4da4-b185-af62e9d3d7a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.1297038 Dec 16 17:57:26.633549 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb005ab-ba23-47cf-9eeb-58e31d366b07 req-014d6c7d-6a66-4459-92f5-a6248eac5ae5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:26.635861 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8eb005ab-ba23-47cf-9eeb-58e31d366b07 req-014d6c7d-6a66-4459-92f5-a6248eac5ae5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.1607373 Dec 16 17:57:26.674180 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-82f7a60c-b93a-4027-a0eb-991004e77335 req-cb76ff08-d9cc-43a7-90ab-50ddc92c791b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 210 time: 0.0540104 Dec 16 17:57:26.708776 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-4b140931-4793-4ebf-b951-9e7c705702bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:26.710597 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-4b140931-4793-4ebf-b951-9e7c705702bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690069 Dec 16 17:57:26.787431 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8eb005ab-ba23-47cf-9eeb-58e31d366b07 req-05e04408-6738-445d-a007-2afd739025b2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440473 Dec 16 17:57:26.819845 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:26.860055 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fe2fd-1012-4d6d-b39e-5828daf1db60 req-5447fd48-0edd-4156-a370-23ee597cd1f0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:26.862321 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-850fe2fd-1012-4d6d-b39e-5828daf1db60 req-5447fd48-0edd-4156-a370-23ee597cd1f0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 945 time: 0.0892012 Dec 16 17:57:26.870890 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-6df5ab90-4514-426c-932f-a1302b9d0854 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488092 Dec 16 17:57:26.911845 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345afa0a-e4be-42d8-869a-ee8774b777f2', 'tag': '91aec430-6b62-412b-a19f-511a7db58d0b'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:26.915176 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a513e72-7e1c-49b0-969e-58f9c14cff76" -d '{"events": [{"name": "network-changed", "server_uuid": "345afa0a-e4be-42d8-869a-ee8774b777f2", "tag": "91aec430-6b62-412b-a19f-511a7db58d0b"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:26.935831 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-850fe2fd-1012-4d6d-b39e-5828daf1db60 req-a4facbf4-d72c-48c2-ab6c-260ddf7fdc8a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611894 Dec 16 17:57:27.020292 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adde503-1d52-4046-aaa1-930c43a430f6 x-openstack-request-id: req-8adde503-1d52-4046-aaa1-930c43a430f6 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:27.020568 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345afa0a-e4be-42d8-869a-ee8774b777f2", "tag": "91aec430-6b62-412b-a19f-511a7db58d0b", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:27.020820 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8adde503-1d52-4046-aaa1-930c43a430f6 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:27.021220 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345afa0a-e4be-42d8-869a-ee8774b777f2', 'tag': '91aec430-6b62-412b-a19f-511a7db58d0b', 'status': 'completed', 'code': 200} Dec 16 17:57:27.027722 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56f87aa5-3460-4a4a-b3d6-9082c1fd0e25 req-d08dd2aa-033c-40fc-8f74-81cc52625236 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486590 Dec 16 17:57:27.133039 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-b91ba7c9-6968-42de-a8fb-1848fa8e3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:27.134610 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-b91ba7c9-6968-42de-a8fb-1848fa8e3d0d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9fd9aefb930a48bfaa54182fe6a4a20c&device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 1096 time: 0.0747538 Dec 16 17:57:27.259492 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-07748277-5f71-4077-97df-7a6dec60e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:27.259761 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['93eaa60f-c9d3-436e-8948-b358e656df71'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:57:27.261855 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-07748277-5f71-4077-97df-7a6dec60e79e service neutron] 10.222.0.76 "GET /v2.0/networks?id=eec24439-f2c6-4e67-81a7-96a21069ee65 HTTP/1.1" status: 200 len: 910 time: 0.1057293 Dec 16 17:57:27.309840 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-de91badb-99cf-425e-9a95-9ca6c63ec1c7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91aec430-6b62-412b-a19f-511a7db58d0b HTTP/1.1" status: 200 len: 217 time: 0.0389774 Dec 16 17:57:27.378579 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-e8a5bda6-c3dd-459d-808a-398b2aab8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:27.380202 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-e8a5bda6-c3dd-459d-808a-398b2aab8ad3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=63cadf79-7727-4fc5-b363-92bc6bcc6406 HTTP/1.1" status: 200 len: 849 time: 0.0624003 Dec 16 17:57:27.424491 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-a08ccb97-8e8e-4dec-81a6-b38910f51ae7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eec24439-f2c6-4e67-81a7-96a21069ee65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326979 Dec 16 17:57:27.529396 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-1a08e28a-f5b3-4bdd-801d-c2b05f822b06 service neutron] 10.222.0.76 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957024 Dec 16 17:57:27.643976 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8a513e72-7e1c-49b0-969e-58f9c14cff76 req-5dd9912d-578f-4774-ab94-929600284714 service neutron] 10.222.0.76 "GET /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053004 Dec 16 17:57:27.704373 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eccc8-3643-4c94-9c71-957ae1c262d2 req-2e649c6f-3987-49c0-a5a0-ad4b059afd89 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:27.706041 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-598eccc8-3643-4c94-9c71-957ae1c262d2 req-2e649c6f-3987-49c0-a5a0-ad4b059afd89 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 943 time: 0.0654647 Dec 16 17:57:27.769189 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-598eccc8-3643-4c94-9c71-957ae1c262d2 req-6ee04c9b-9d41-49d2-9ba7-529d0de2cd79 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536032 Dec 16 17:57:27.784790 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-57e17723-9cc5-4d9c-8286-d638f6e23304 req-4cccbaa2-a113-4bf7-8005-0233049e7ffe tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 210 time: 0.0310857 Dec 16 17:57:27.947758 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba94921-b946-4ae8-9de1-d3d04015a565 req-7c54f0e4-9de9-47e5-889a-7d79bc8f2a5b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:27.949382 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bba94921-b946-4ae8-9de1-d3d04015a565 req-7c54f0e4-9de9-47e5-889a-7d79bc8f2a5b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0630486 Dec 16 17:57:28.046261 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bba94921-b946-4ae8-9de1-d3d04015a565 req-3b11cdce-1546-482c-b3ba-7dfeb0a8fbd3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896776 Dec 16 17:57:28.104535 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45825b7f-882f-4dde-96ea-64aa6af5c068 req-b724f72b-5de9-4e78-8b6c-752d35f7ddef tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:28.110337 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45825b7f-882f-4dde-96ea-64aa6af5c068 req-b724f72b-5de9-4e78-8b6c-752d35f7ddef tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 945 time: 0.0745068 Dec 16 17:57:28.198697 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-2635416b-057e-4789-97c5-75f1ec8a5224 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:28.201124 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-2635416b-057e-4789-97c5-75f1ec8a5224 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.76 "GET /v2.0/networks?id=d8330e09-9a25-4fb2-9600-d502f13c3fd4 HTTP/1.1" status: 200 len: 813 time: 0.1972671 Dec 16 17:57:28.202978 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45825b7f-882f-4dde-96ea-64aa6af5c068 req-cc0c7d09-88d5-42e1-b431-21f816f6b39d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805647 Dec 16 17:57:28.229734 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Request body: {'port': {'device_id': '536e020a-872b-41cf-989e-192d42b2a8fb', 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4', 'admin_state_up': True, 'tenant_id': 'e1d5cb18f27d4ce1a89b1f5698ebcbe3'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:28.373658 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Made reservation on behalf of e1d5cb18f27d4ce1a89b1f5698ebcbe3 for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:57:28.377206 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:28.521540 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Allocated IP 172.20.0.13 (d8330e09-9a25-4fb2-9600-d502f13c3fd4/2686dd64-376d-4cf9-9b69-12834e3271e6/53b232b2-b611-4e27-ba0c-c56824b7721b) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:57:28.691641 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:28.734596 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:28.781063 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Network d8330e09-9a25-4fb2-9600-d502f13c3fd4 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:57:28.784564 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:57:28.788425 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:57:28.816859 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Pushing event updated for resources: {'Port': ['ID=53b232b2-b611-4e27-ba0c-c56824b7721b,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:28.851899 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:28.852574 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:28.875331 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-b3cc8ecc-4ea4-41ff-b5ed-a02e5c5b0a52 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6537359 Dec 16 17:57:28.894468 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Request body: {'port': {'device_id': '536e020a-872b-41cf-989e-192d42b2a8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:28.927201 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e808bb-6b72-454e-9dd7-a196cffc9f74 req-a6b73b5e-0ad2-4f6b-9e7a-ac321ad79853 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:28.928816 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-50e808bb-6b72-454e-9dd7-a196cffc9f74 req-a6b73b5e-0ad2-4f6b-9e7a-ac321ad79853 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 943 time: 0.0742269 Dec 16 17:57:28.974837 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefc3ae-13d5-4bcd-85b2-d79af57405c8 req-118d9351-eb80-4474-b96c-4aa72fb2fed1 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:28.976253 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ddefc3ae-13d5-4bcd-85b2-d79af57405c8 req-118d9351-eb80-4474-b96c-4aa72fb2fed1 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 932 time: 0.0979638 Dec 16 17:57:28.979548 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:28.989458 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-50e808bb-6b72-454e-9dd7-a196cffc9f74 req-223be695-a2ce-452d-84d1-97bbb179a4a0 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536501 Dec 16 17:57:29.075865 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ddefc3ae-13d5-4bcd-85b2-d79af57405c8 req-051bf052-9fab-4364-a8c0-764f39db81b8 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870061 Dec 16 17:57:29.207691 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100627a2-10dd-49e4-b326-b58f39182893 req-a73ebc67-9144-4833-84fa-da144f82ec82 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:29.209566 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-100627a2-10dd-49e4-b326-b58f39182893 req-a73ebc67-9144-4833-84fa-da144f82ec82 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0684218 Dec 16 17:57:29.267949 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-100627a2-10dd-49e4-b326-b58f39182893 req-1a3d1b8b-0ab0-4499-8191-e83717d3899c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488322 Dec 16 17:57:29.386357 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b232b2-b611-4e27-ba0c-c56824b7721b {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:29.396372 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:29.407060 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e97bb3-ef25-4011-868f-a05a4585bb90 req-c8423590-8eac-4d1d-9164-4d568660a142 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:29.408656 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-42e97bb3-ef25-4011-868f-a05a4585bb90 req-c8423590-8eac-4d1d-9164-4d568660a142 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 945 time: 0.1000235 Dec 16 17:57:29.440576 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Transition to ACTIVE for port object 53b232b2-b611-4e27-ba0c-c56824b7721b will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:57:29.449005 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:29.788988 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-42e97bb3-ef25-4011-868f-a05a4585bb90 req-c2ec1e0f-189f-4675-9136-c4f2c037f091 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579791 Dec 16 17:57:29.795473 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Pushing event updated for resources: {'Port': ['ID=53b232b2-b611-4e27-ba0c-c56824b7721b,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:29.822708 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.823061 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.823408 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.823739 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.824087 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.824427 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.824930 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.825059 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.825385 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.826337 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.826826 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.827174 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.827503 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:57:29.879953 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Attempting to bind port 53b232b2-b611-4e27-ba0c-c56824b7721b on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:57:29.880280 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Attempting to bind port 53b232b2-b611-4e27-ba0c-c56824b7721b by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:57:29.880603 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Attempting to bind port 53b232b2-b611-4e27-ba0c-c56824b7721b on network d8330e09-9a25-4fb2-9600-d502f13c3fd4 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:29.884909 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Port 53b232b2-b611-4e27-ba0c-c56824b7721b on network d8330e09-9a25-4fb2-9600-d502f13c3fd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:57:29.885227 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Attempting to bind port 53b232b2-b611-4e27-ba0c-c56824b7721b on network d8330e09-9a25-4fb2-9600-d502f13c3fd4 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:57:29.890021 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:57:29.890358 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Checking segment: {'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:57:29.890775 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Bound using segment: {'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:57:29.891208 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Bound port: 53b232b2-b611-4e27-ba0c-c56824b7721b, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:57:29.891589 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:29.966081 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] For port 53b232b2-b611-4e27-ba0c-c56824b7721b, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:57:29.969720 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] For port 53b232b2-b611-4e27-ba0c-c56824b7721b, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=53b232b2-b611-4e27-ba0c-c56824b7721b,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:57:29.975406 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:30.010166 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:30.010772 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:30.012162 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] 10.222.0.76 "PUT /v2.0/ports/53b232b2-b611-4e27-ba0c-c56824b7721b HTTP/1.1" status: 200 len: 1094 time: 1.1230626 Dec 16 17:57:30.012771 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536e020a-872b-41cf-989e-192d42b2a8fb', 'tag': '53b232b2-b611-4e27-ba0c-c56824b7721b'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:30.015166 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42abb75-5639-4e03-97d5-349a51129f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "536e020a-872b-41cf-989e-192d42b2a8fb", "tag": "53b232b2-b611-4e27-ba0c-c56824b7721b"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:30.062050 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcf2fb-dfa6-423e-a8e6-747d552ceef3 service neutron] Pushing event updated for resources: {'Port': ['ID=53b232b2-b611-4e27-ba0c-c56824b7721b,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:30.068792 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaed52c9-fd33-4cad-95b2-5de121061459 x-openstack-request-id: req-aaed52c9-fd33-4cad-95b2-5de121061459 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:30.069083 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536e020a-872b-41cf-989e-192d42b2a8fb", "tag": "53b232b2-b611-4e27-ba0c-c56824b7721b", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:30.069335 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaed52c9-fd33-4cad-95b2-5de121061459 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:30.069770 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536e020a-872b-41cf-989e-192d42b2a8fb', 'tag': '53b232b2-b611-4e27-ba0c-c56824b7721b', 'status': 'completed', 'code': 200} Dec 16 17:57:30.110028 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:57:30.112201 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 93eaa60f-c9d3-436e-8948-b358e656df71 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:30.135635 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-04fe9e25-3f8d-4ad5-93a9-97e92345d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:30.138181 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-04fe9e25-3f8d-4ad5-93a9-97e92345d767 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1d5cb18f27d4ce1a89b1f5698ebcbe3&device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 1097 time: 0.0586958 Dec 16 17:57:30.161889 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e5977-7df7-483e-a93d-a9d7751ff952 req-d813ba1d-66fe-4b99-8953-d9d052c0b41d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:30.163728 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-825e5977-7df7-483e-a93d-a9d7751ff952 req-d813ba1d-66fe-4b99-8953-d9d052c0b41d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 943 time: 0.0633337 Dec 16 17:57:30.216696 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-09023d36-0c65-4dba-ad3e-89735c7573f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b232b2-b611-4e27-ba0c-c56824b7721b HTTP/1.1" status: 200 len: 217 time: 0.0592732 Dec 16 17:57:30.223375 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-825e5977-7df7-483e-a93d-a9d7751ff952 req-f2cea4ae-1faf-4158-8237-597b12f750f9 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509717 Dec 16 17:57:30.249652 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 93eaa60f-c9d3-436e-8948-b358e656df71 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:57:30.257621 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 93eaa60f-c9d3-436e-8948-b358e656df71 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:30.257621 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:30.298298 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fffe9-5ae5-415a-870b-228a1c8aa3ec req-3c8f0c3d-bf16-4a05-b4cb-769a65a09108 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:30.313870 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4c8fffe9-5ae5-415a-870b-228a1c8aa3ec req-3c8f0c3d-bf16-4a05-b4cb-769a65a09108 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 944 time: 0.1294417 Dec 16 17:57:30.313870 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-5c511a2b-3852-4f8c-abeb-77398bb18e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:30.313870 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-5c511a2b-3852-4f8c-abeb-77398bb18e5b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2686dd64-376d-4cf9-9b69-12834e3271e6 HTTP/1.1" status: 200 len: 853 time: 0.0733914 Dec 16 17:57:30.314271 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:30.353038 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'port_id': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'mac_address': 'fa:16:3e:0e:85:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:57:30.362495 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-1ba00c7e-a6d7-4b39-acb8-b9d31c50029f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8330e09-9a25-4fb2-9600-d502f13c3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468497 Dec 16 17:57:30.455744 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52352c45-e8f1-4905-a1ee-fdb4c129bd69 req-e2f4e0a4-b206-4047-b0da-40288eaf3abc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:30.463392 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-52352c45-e8f1-4905-a1ee-fdb4c129bd69 req-e2f4e0a4-b206-4047-b0da-40288eaf3abc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0794735 Dec 16 17:57:30.475885 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:30.483940 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4c8fffe9-5ae5-415a-870b-228a1c8aa3ec req-2d776f1e-7abf-4361-b162-9c006b4901d8 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494606 Dec 16 17:57:30.509449 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:30.519844 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd2036f-01a2-4971-8fcb-d0d439424322 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:30.533432 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-52352c45-e8f1-4905-a1ee-fdb4c129bd69 req-9c682a46-18cd-40f4-86fa-f9a0f90a7f2e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688672 Dec 16 17:57:30.557824 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-42369a6d-3fcc-4732-adca-f4ad4a8bd6d2 service neutron] 10.222.0.76 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846781 Dec 16 17:57:30.563724 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eaa60f-c9d3-436e-8948-b358e656df71'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:30.566546 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab266e-4812-44c9-a8d2-888b33a9cdb2" -d '{"events": [{"server_uuid": "5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6", "name": "network-vif-plugged", "status": "completed", "tag": "93eaa60f-c9d3-436e-8948-b358e656df71"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:30.572113 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:30.596408 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:30.603166 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 91aec430-6b62-412b-a19f-511a7db58d0b details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:57:30.607515 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 93eaa60f-c9d3-436e-8948-b358e656df71, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=93eaa60f-c9d3-436e-8948-b358e656df71,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:30.650310 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd19eb6f-6c32-4818-841a-e1e098c72551 x-openstack-request-id: req-dd19eb6f-6c32-4818-841a-e1e098c72551 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:30.650706 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6", "name": "network-vif-plugged", "status": "completed", "tag": "93eaa60f-c9d3-436e-8948-b358e656df71", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:30.650867 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd19eb6f-6c32-4818-841a-e1e098c72551 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:30.651260 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eaa60f-c9d3-436e-8948-b358e656df71', 'code': 200} Dec 16 17:57:30.656080 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:30.716353 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-52bb3cc5-ce31-45b9-bf2d-1daa46a5955c req-2f38e75e-04d0-42be-80cf-46dee614fc5a service neutron] 10.222.0.76 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408291 Dec 16 17:57:30.766787 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:30.883226 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=93eaa60f-c9d3-436e-8948-b358e656df71,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:30.891145 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 91aec430-6b62-412b-a19f-511a7db58d0b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=91aec430-6b62-412b-a19f-511a7db58d0b,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:30.904226 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '91aec430-6b62-412b-a19f-511a7db58d0b', 'network_id': 'eec24439-f2c6-4e67-81a7-96a21069ee65', 'port_id': '91aec430-6b62-412b-a19f-511a7db58d0b', 'mac_address': 'fa:16:3e:75:ba:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63cadf79-7727-4fc5-b363-92bc6bcc6406', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:57:30.937813 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68981d5a-2e3c-4da6-b9c1-7848ae16876a req-34278100-4c03-4f1f-a965-81178888cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:30.939450 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-68981d5a-2e3c-4da6-b9c1-7848ae16876a req-34278100-4c03-4f1f-a965-81178888cab2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 1099 time: 0.0565081 Dec 16 17:57:30.941335 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42abb75-5639-4e03-97d5-349a51129f9b req-71bf2c32-dd6f-47a5-92e8-27a676d085c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:30.942913 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d42abb75-5639-4e03-97d5-349a51129f9b req-71bf2c32-dd6f-47a5-92e8-27a676d085c9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1d5cb18f27d4ce1a89b1f5698ebcbe3&device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 1097 time: 0.1110990 Dec 16 17:57:30.953431 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:30.970942 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91aec430-6b62-412b-a19f-511a7db58d0b {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:31.005284 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 91aec430-6b62-412b-a19f-511a7db58d0b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=91aec430-6b62-412b-a19f-511a7db58d0b,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:31.010186 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:31.072547 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-68981d5a-2e3c-4da6-b9c1-7848ae16876a req-a4c428c0-5fbe-4228-983b-eb7da097b971 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055498 Dec 16 17:57:31.093071 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=91aec430-6b62-412b-a19f-511a7db58d0b,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:31.106947 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-a56f9185-9c86-4255-9236-4695a8174fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.108572 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-a56f9185-9c86-4255-9236-4695a8174fe8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1098 time: 0.0617099 Dec 16 17:57:31.114881 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42abb75-5639-4e03-97d5-349a51129f9b req-06aea97a-153b-47a5-a25c-07a62ee8b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.116404 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d42abb75-5639-4e03-97d5-349a51129f9b req-06aea97a-153b-47a5-a25c-07a62ee8b56f service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8330e09-9a25-4fb2-9600-d502f13c3fd4 HTTP/1.1" status: 200 len: 914 time: 0.1431239 Dec 16 17:57:31.157272 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af682d8c-77e7-40f8-844f-54ceee712e4e req-ab45d1a0-8493-4cf5-a5a5-ea1c00a0c2de tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.158907 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-af682d8c-77e7-40f8-844f-54ceee712e4e req-ab45d1a0-8493-4cf5-a5a5-ea1c00a0c2de tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0671058 Dec 16 17:57:31.212741 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-af682d8c-77e7-40f8-844f-54ceee712e4e req-8f93004a-676c-446e-a21f-374ac50b0478 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Dec 16 17:57:31.338772 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa482f88-b614-4623-a447-e302891a11a9 req-e7bc58e8-daf8-469d-bdba-f1cf733a5223 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.340704 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-aa482f88-b614-4623-a447-e302891a11a9 req-e7bc58e8-daf8-469d-bdba-f1cf733a5223 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0606494 Dec 16 17:57:31.399372 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-aa482f88-b614-4623-a447-e302891a11a9 req-4270f4c3-8232-4217-bb4c-3b5b3e2c4b5c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514681 Dec 16 17:57:31.452355 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d42abb75-5639-4e03-97d5-349a51129f9b req-d2a8d9ec-1249-4485-97ed-f0bae73b9d77 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b232b2-b611-4e27-ba0c-c56824b7721b HTTP/1.1" status: 200 len: 217 time: 0.0471015 Dec 16 17:57:31.537648 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-955714f6-3934-4963-92fe-f8b36990d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.539316 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-955714f6-3934-4963-92fe-f8b36990d560 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 920 time: 0.1340418 Dec 16 17:57:31.544976 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42abb75-5639-4e03-97d5-349a51129f9b req-7e852afe-499f-411c-bc84-31cceeeb43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.546608 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d42abb75-5639-4e03-97d5-349a51129f9b req-7e852afe-499f-411c-bc84-31cceeeb43e4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2686dd64-376d-4cf9-9b69-12834e3271e6 HTTP/1.1" status: 200 len: 853 time: 0.0827446 Dec 16 17:57:31.559678 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8176a-f733-4257-b4b0-a3279fa499ca req-eb52db6e-1842-4ea2-90c2-543456ee575e tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.561564 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-acb8176a-f733-4257-b4b0-a3279fa499ca req-eb52db6e-1842-4ea2-90c2-543456ee575e tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 944 time: 0.0851345 Dec 16 17:57:31.594975 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-8d38e7ec-20ac-4d9a-8fb3-72023d431fe4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385 HTTP/1.1" status: 200 len: 217 time: 0.0475359 Dec 16 17:57:31.598027 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d42abb75-5639-4e03-97d5-349a51129f9b req-b347b97a-1380-4f13-b979-402d60a1ba10 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8330e09-9a25-4fb2-9600-d502f13c3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353882 Dec 16 17:57:31.661610 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-aec6abc2-0a33-4b2c-8bf0-531856108d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.663195 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-aec6abc2-0a33-4b2c-8bf0-531856108d9d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 200 len: 859 time: 0.0514314 Dec 16 17:57:31.695509 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-acb8176a-f733-4257-b4b0-a3279fa499ca req-ed70e86c-32d2-4f48-8c06-8e418b657977 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187446 Dec 16 17:57:31.704218 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-649900e0-7fe3-4ea3-9a36-f61f8f0f6a21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d273d2e6-faf5-44dc-9a35-a9f16d00a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334945 Dec 16 17:57:31.744742 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d42abb75-5639-4e03-97d5-349a51129f9b req-02a60e56-58d6-42b4-81cc-73a047ee403d service neutron] 10.222.0.76 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309102 Dec 16 17:57:31.851160 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093d041-85f3-43a4-b63b-a39c8e4a44ea req-52070a50-f0aa-4c7a-a60c-4a21e9f685ae tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.852775 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3093d041-85f3-43a4-b63b-a39c8e4a44ea req-52070a50-f0aa-4c7a-a60c-4a21e9f685ae tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 944 time: 0.0836809 Dec 16 17:57:31.874897 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-3c3dbf67-ea06-428a-a085-b37d92fa2d5e service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604409 Dec 16 17:57:31.881401 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd542160-ec12-45ee-9453-5be0133abc3f req-ef5d365e-8419-4b75-ad41-1b860b35095d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:31.883111 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bd542160-ec12-45ee-9453-5be0133abc3f req-ef5d365e-8419-4b75-ad41-1b860b35095d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.1107905 Dec 16 17:57:31.902049 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d42abb75-5639-4e03-97d5-349a51129f9b req-07a0b850-16e6-4991-bd89-2b4d88d858da service neutron] 10.222.0.76 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490097 Dec 16 17:57:31.940929 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bd542160-ec12-45ee-9453-5be0133abc3f req-8ab304c7-8254-4527-be15-55557aa8afee tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509784 Dec 16 17:57:31.965724 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3093d041-85f3-43a4-b63b-a39c8e4a44ea req-92bace34-00b9-451f-adf0-61a95e6df828 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021242 Dec 16 17:57:32.004888 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f69590-aac0-40ca-b4d0-bf410a4e6f46 req-1be9de08-0e18-42f8-bac0-883e28c4b03b service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157012 Dec 16 17:57:32.358743 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d772ad-e79a-4286-938e-0571d45ea09a req-89a7a55c-848e-4a42-ab04-59405079798e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:32.360330 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-25d772ad-e79a-4286-938e-0571d45ea09a req-89a7a55c-848e-4a42-ab04-59405079798e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0590279 Dec 16 17:57:32.375704 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['4bd2036f-01a2-4971-8fcb-d0d439424322'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:57:32.379939 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['91aec430-6b62-412b-a19f-511a7db58d0b'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:57:32.420404 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-25d772ad-e79a-4286-938e-0571d45ea09a req-21224e91-2648-484c-aa43-06f8a5406ef7 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537486 Dec 16 17:57:32.536513 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49245c4-870e-4fb0-b1ce-dff79ece2a60 req-c94026e6-6b54-428c-8a9f-009326f3fff6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:32.546979 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c49245c4-870e-4fb0-b1ce-dff79ece2a60 req-c94026e6-6b54-428c-8a9f-009326f3fff6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0589221 Dec 16 17:57:32.599671 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c49245c4-870e-4fb0-b1ce-dff79ece2a60 req-748ab525-a8f0-4835-b617-c298da0fb793 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456421 Dec 16 17:57:32.823896 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970857a-07f6-477e-8f69-e59998465267 req-4468efdd-b7b8-4aba-83cb-d3f9de98d093 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:32.825951 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3970857a-07f6-477e-8f69-e59998465267 req-4468efdd-b7b8-4aba-83cb-d3f9de98d093 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 944 time: 0.0545714 Dec 16 17:57:32.878014 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3970857a-07f6-477e-8f69-e59998465267 req-7db12cf2-e1af-4713-b4d5-e0684ff635e7 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457296 Dec 16 17:57:33.086555 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2223a3c-2138-4f55-9067-4582e4b49540 req-0e3f0ee5-01a0-4b56-b8d9-82a2bf49a73f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:33.088054 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a2223a3c-2138-4f55-9067-4582e4b49540 req-0e3f0ee5-01a0-4b56-b8d9-82a2bf49a73f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.0603256 Dec 16 17:57:33.107679 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d730e13-1c6e-4bf4-81d9-748fa4e16b4e req-fdb98a86-cdc3-4949-82bd-8a041e1677d6 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:33.109259 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8d730e13-1c6e-4bf4-81d9-748fa4e16b4e req-fdb98a86-cdc3-4949-82bd-8a041e1677d6 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 944 time: 0.0548944 Dec 16 17:57:33.148374 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a2223a3c-2138-4f55-9067-4582e4b49540 req-2ae211cb-f1d1-4b09-a1c7-9ffb1f7cf4c3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528071 Dec 16 17:57:33.180155 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8d730e13-1c6e-4bf4-81d9-748fa4e16b4e req-c0ee0521-69fc-49b7-9259-326f6e01c3e9 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534470 Dec 16 17:57:33.567420 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e08cd-ffa8-4aad-8d56-c2a019f41efe req-5a1ebea0-20c0-40a3-a637-a2783675f000 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:33.568932 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b34e08cd-ffa8-4aad-8d56-c2a019f41efe req-5a1ebea0-20c0-40a3-a637-a2783675f000 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0548978 Dec 16 17:57:33.632576 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b34e08cd-ffa8-4aad-8d56-c2a019f41efe req-e23b7664-afce-42d9-9da0-595edee0eca9 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546951 Dec 16 17:57:33.734747 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edece79-8de0-4256-a365-dde43c172dd7 req-6cdd6d2d-b733-4ddf-b4bc-32e4144499e7 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:33.736112 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8edece79-8de0-4256-a365-dde43c172dd7 req-6cdd6d2d-b733-4ddf-b4bc-32e4144499e7 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0550246 Dec 16 17:57:33.798049 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8edece79-8de0-4256-a365-dde43c172dd7 req-7a14b270-c927-4e24-a8b3-481dad74aa57 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550673 Dec 16 17:57:34.012386 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8238e89-44e2-4f2c-b907-5c2389596dff req-74192677-6b36-4cae-be05-41991534186e tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:34.013926 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e8238e89-44e2-4f2c-b907-5c2389596dff req-74192677-6b36-4cae-be05-41991534186e tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 944 time: 0.0585268 Dec 16 17:57:34.075286 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e8238e89-44e2-4f2c-b907-5c2389596dff req-2ba0f8c6-7057-4bf5-a689-14c3cc95e10f tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 Dec 16 17:57:34.307212 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659097e-3f9a-48bb-bc01-a01fd55bc992 req-43efd756-d0a0-4b26-9878-5f08bf7ec155 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:34.308732 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b659097e-3f9a-48bb-bc01-a01fd55bc992 req-43efd756-d0a0-4b26-9878-5f08bf7ec155 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.0684929 Dec 16 17:57:34.317684 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956e80b-7c2c-44d0-897a-924bbe592a61 req-01dac972-8452-4ec8-9f5c-4fdaf18f799c tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:34.319265 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a956e80b-7c2c-44d0-897a-924bbe592a61 req-01dac972-8452-4ec8-9f5c-4fdaf18f799c tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 944 time: 0.0573092 Dec 16 17:57:34.365540 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b659097e-3f9a-48bb-bc01-a01fd55bc992 req-4e29bf34-7cf9-446a-8779-be2b4909d0a2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502923 Dec 16 17:57:34.395382 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a956e80b-7c2c-44d0-897a-924bbe592a61 req-b141a5fb-f50a-4f4e-8171-fe62c76ae479 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691833 Dec 16 17:57:34.776975 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4458a21-36bf-41a9-a35c-8e660edebcb6 req-d8b2aa0d-cac9-4bff-a3eb-244a1070c5a4 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:34.778812 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e4458a21-36bf-41a9-a35c-8e660edebcb6 req-d8b2aa0d-cac9-4bff-a3eb-244a1070c5a4 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0558903 Dec 16 17:57:34.842497 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e4458a21-36bf-41a9-a35c-8e660edebcb6 req-cb0bcb82-d20b-4f45-8dab-12931fa99afd tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541518 Dec 16 17:57:34.932793 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2000418-512e-4f03-9155-a0e3baaaf12b req-de57303b-55cf-4b7f-81ed-c297060818c5 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:34.939409 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a2000418-512e-4f03-9155-a0e3baaaf12b req-de57303b-55cf-4b7f-81ed-c297060818c5 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0618770 Dec 16 17:57:34.999271 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a2000418-512e-4f03-9155-a0e3baaaf12b req-e83e6a14-db3d-43a7-98b4-f7dceceec859 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545354 Dec 16 17:57:35.233374 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec19d-749f-45ee-864b-014ab2321578 req-ce63daaf-48b6-4c0e-a46f-69542f5388f6 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:35.235807 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ec5ec19d-749f-45ee-864b-014ab2321578 req-ce63daaf-48b6-4c0e-a46f-69542f5388f6 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 944 time: 0.0695763 Dec 16 17:57:35.286287 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ec5ec19d-749f-45ee-864b-014ab2321578 req-c0078e7b-e9b4-4e70-879a-d1678bf5acc7 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Dec 16 17:57:35.507460 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba44a3-7ace-4a94-b8b8-f63d071bf87b req-1927c4bc-73d1-4743-b6ec-e1bdb057d53a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:35.509106 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-60ba44a3-7ace-4a94-b8b8-f63d071bf87b req-1927c4bc-73d1-4743-b6ec-e1bdb057d53a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.0551651 Dec 16 17:57:35.521006 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d6705-6e73-477f-9ad2-fb1f4c57b31c req-117bf13b-4206-428e-81d7-3729fb6f9975 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:35.522540 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-999d6705-6e73-477f-9ad2-fb1f4c57b31c req-117bf13b-4206-428e-81d7-3729fb6f9975 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 944 time: 0.0539236 Dec 16 17:57:35.561264 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-60ba44a3-7ace-4a94-b8b8-f63d071bf87b req-18dbf6db-5904-4f39-8032-20e6f1d3bf02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450056 Dec 16 17:57:35.575732 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-999d6705-6e73-477f-9ad2-fb1f4c57b31c req-87c981d8-b26a-4452-adc4-44e335af2b3e tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463274 Dec 16 17:57:36.125987 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7f096-b7cf-4c8c-98aa-4ce6ad3c0ebf req-6e461da8-292c-47fb-921d-8cb1feccb020 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:36.127517 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-16d7f096-b7cf-4c8c-98aa-4ce6ad3c0ebf req-6e461da8-292c-47fb-921d-8cb1feccb020 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0522141 Dec 16 17:57:36.142560 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 53b232b2-b611-4e27-ba0c-c56824b7721b details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:57:36.145374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 91aec430-6b62-412b-a19f-511a7db58d0b up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:36.181125 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-16d7f096-b7cf-4c8c-98aa-4ce6ad3c0ebf req-10b1f470-88b7-48c7-8d90-55515de935a0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 Dec 16 17:57:36.280879 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 91aec430-6b62-412b-a19f-511a7db58d0b completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:57:36.292977 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 91aec430-6b62-412b-a19f-511a7db58d0b triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:36.293396 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:36.299287 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 53b232b2-b611-4e27-ba0c-c56824b7721b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=53b232b2-b611-4e27-ba0c-c56824b7721b,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:36.331050 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '53b232b2-b611-4e27-ba0c-c56824b7721b', 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4', 'port_id': '53b232b2-b611-4e27-ba0c-c56824b7721b', 'mac_address': 'fa:16:3e:26:76:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2686dd64-376d-4cf9-9b69-12834e3271e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:57:36.386298 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:36.425810 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b232b2-b611-4e27-ba0c-c56824b7721b {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:57:36.441090 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca09af-0e57-4e6a-978a-3e38e05a0244 req-6fab5bf3-bcf7-4ffb-a3d1-640eddad05b0 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:36.443771 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-17ca09af-0e57-4e6a-978a-3e38e05a0244 req-6fab5bf3-bcf7-4ffb-a3d1-640eddad05b0 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 944 time: 0.0682588 Dec 16 17:57:36.446868 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:36.467322 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 53b232b2-b611-4e27-ba0c-c56824b7721b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=53b232b2-b611-4e27-ba0c-c56824b7721b,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:36.478407 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:36.486478 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345afa0a-e4be-42d8-869a-ee8774b777f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aec430-6b62-412b-a19f-511a7db58d0b'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:36.488885 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0b265d-ef7a-401a-bfb6-091681d45d83" -d '{"events": [{"server_uuid": "345afa0a-e4be-42d8-869a-ee8774b777f2", "name": "network-vif-plugged", "status": "completed", "tag": "91aec430-6b62-412b-a19f-511a7db58d0b"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:36.522668 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-17ca09af-0e57-4e6a-978a-3e38e05a0244 req-16b28346-5cf2-4f1b-924d-803145bb6f6c tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696802 Dec 16 17:57:36.526032 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 91aec430-6b62-412b-a19f-511a7db58d0b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=91aec430-6b62-412b-a19f-511a7db58d0b,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:36.535400 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8861737-5d61-4105-a740-1573ffe4c0c7 x-openstack-request-id: req-d8861737-5d61-4105-a740-1573ffe4c0c7 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:36.535763 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345afa0a-e4be-42d8-869a-ee8774b777f2", "name": "network-vif-plugged", "status": "completed", "tag": "91aec430-6b62-412b-a19f-511a7db58d0b", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:36.536039 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8861737-5d61-4105-a740-1573ffe4c0c7 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:36.536510 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345afa0a-e4be-42d8-869a-ee8774b777f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aec430-6b62-412b-a19f-511a7db58d0b', 'code': 200} Dec 16 17:57:36.548164 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:36.548164 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:36.724715 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3da2-7588-47f7-84b5-2793a5da1761 req-e9a19d16-58e8-4d9d-acc9-45b2a9e02dcb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:36.734023 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-13ff3da2-7588-47f7-84b5-2793a5da1761 req-e9a19d16-58e8-4d9d-acc9-45b2a9e02dcb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.0736051 Dec 16 17:57:36.798683 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-13ff3da2-7588-47f7-84b5-2793a5da1761 req-3ab7c552-6789-4c69-b524-cee2763aa73f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639389 Dec 16 17:57:36.804395 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006ebe-eadd-404e-bc63-0171935e287d req-88fa70b8-27c8-4a13-b735-38f73fcd5bfd tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:36.806095 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c0006ebe-eadd-404e-bc63-0171935e287d req-88fa70b8-27c8-4a13-b735-38f73fcd5bfd tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 945 time: 0.1139004 Dec 16 17:57:36.828218 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc408c-5c98-429e-965b-ee1f51840c2a req-addf58e9-3e20-41b1-82f6-b0b7eced376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:36.829121 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=53b232b2-b611-4e27-ba0c-c56824b7721b,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:36.829663 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e4cc408c-5c98-429e-965b-ee1f51840c2a req-addf58e9-3e20-41b1-82f6-b0b7eced376e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 1098 time: 0.0955756 Dec 16 17:57:36.890284 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c0006ebe-eadd-404e-bc63-0171935e287d req-acf1a8a6-45b2-4b93-8c8f-fd6b05af0082 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Dec 16 17:57:36.897640 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 4bd2036f-01a2-4971-8fcb-d0d439424322 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:57:36.900801 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=91aec430-6b62-412b-a19f-511a7db58d0b,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:36.904526 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 4bd2036f-01a2-4971-8fcb-d0d439424322 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:36.904872 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:36.917132 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e4cc408c-5c98-429e-965b-ee1f51840c2a req-6cb7c3f9-caea-4f5c-92cd-180ad11033ca service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726144 Dec 16 17:57:36.990061 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:37.031131 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:37.036523 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:37.096990 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:37.310964 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['53b232b2-b611-4e27-ba0c-c56824b7721b'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:57:37.323117 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e58a18-7049-492b-bc3b-a0237cc82a97 req-8fc99aeb-123e-401c-8eaf-88332fc90382 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:37.324763 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-10e58a18-7049-492b-bc3b-a0237cc82a97 req-8fc99aeb-123e-401c-8eaf-88332fc90382 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0574920 Dec 16 17:57:37.385887 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-10e58a18-7049-492b-bc3b-a0237cc82a97 req-62c01fd2-5359-4414-9abe-a66964218528 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530353 Dec 16 17:57:37.719877 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c256b3-cec0-40b7-bf25-c18bbb1d3521 req-96397413-3793-4f27-8233-029730039280 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:37.721428 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f3c256b3-cec0-40b7-bf25-c18bbb1d3521 req-96397413-3793-4f27-8233-029730039280 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 945 time: 0.0711894 Dec 16 17:57:37.777655 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f3c256b3-cec0-40b7-bf25-c18bbb1d3521 req-1dc11319-5aba-4bae-a985-db4cf192aa59 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484576 Dec 16 17:57:37.950921 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cdb3-d264-458d-a5fc-5314528cb3c9 req-01366d19-b851-4c8b-b3c5-89ac51657fa1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:37.952490 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b047cdb3-d264-458d-a5fc-5314528cb3c9 req-01366d19-b851-4c8b-b3c5-89ac51657fa1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0576115 Dec 16 17:57:38.008522 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b047cdb3-d264-458d-a5fc-5314528cb3c9 req-74efd55d-e746-416f-88bb-3c0a29cc85eb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496745 Dec 16 17:57:38.017759 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953f95b-4088-4428-a47b-14f993b79bda req-21232b73-0511-408a-ad63-41a9a1fefb04 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:38.019387 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0953f95b-4088-4428-a47b-14f993b79bda req-21232b73-0511-408a-ad63-41a9a1fefb04 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 945 time: 0.0575047 Dec 16 17:57:38.080342 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0953f95b-4088-4428-a47b-14f993b79bda req-0908e4ea-4dd9-4028-86a7-6a753320fb46 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544269 Dec 16 17:57:38.537550 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:38.539033 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b690672-4425-4085-81e5-c56b00c27b1d req-b814fce3-6b83-4e24-a200-47ec6fbf3b0e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:38.541147 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f7603-b943-4bc0-af6d-f0d0c4451445" -d '{"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:38.541451 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4b690672-4425-4085-81e5-c56b00c27b1d req-b814fce3-6b83-4e24-a200-47ec6fbf3b0e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0736997 Dec 16 17:57:38.589243 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9323bcb2-53c4-4a44-a5d1-8cc511050671 x-openstack-request-id: req-9323bcb2-53c4-4a44-a5d1-8cc511050671 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:38.589686 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:38.589902 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9323bcb2-53c4-4a44-a5d1-8cc511050671 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:38.590309 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'code': 200} Dec 16 17:57:38.603720 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4b690672-4425-4085-81e5-c56b00c27b1d req-9f9c8939-6b9a-4a09-9197-a269de40fe3f tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547154 Dec 16 17:57:38.822847 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e535e53-7cfe-488a-9d55-62412657de86 req-e4bb1680-60ef-4914-9788-8d2a8b02a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:38.828979 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0e535e53-7cfe-488a-9d55-62412657de86 req-e4bb1680-60ef-4914-9788-8d2a8b02a80a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 1098 time: 0.0702329 Dec 16 17:57:38.917778 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0e535e53-7cfe-488a-9d55-62412657de86 req-a03e2188-c280-4493-94a3-176bfb6fd2b0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736945 Dec 16 17:57:38.938162 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f54ec3-f705-4742-a1a9-7e2e2749cad7 req-bebb52ac-0ed3-4bfe-940c-716965a1a109 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:38.939750 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-16f54ec3-f705-4742-a1a9-7e2e2749cad7 req-bebb52ac-0ed3-4bfe-940c-716965a1a109 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 945 time: 0.0638316 Dec 16 17:57:38.999395 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-16f54ec3-f705-4742-a1a9-7e2e2749cad7 req-1b588175-167b-4a98-96fb-c6de29f58edc tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500529 Dec 16 17:57:39.153556 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6d03a-b9c7-4ee1-8329-854547e2d3b9 req-29dc2ba2-378e-474f-beb5-5b96fd7c0f82 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:39.155153 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-31b6d03a-b9c7-4ee1-8329-854547e2d3b9 req-29dc2ba2-378e-474f-beb5-5b96fd7c0f82 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0663884 Dec 16 17:57:39.210039 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-31b6d03a-b9c7-4ee1-8329-854547e2d3b9 req-c22f9690-0414-4069-a001-0bc148a16193 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455604 Dec 16 17:57:39.331742 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8747d-7311-4555-86dc-210218078436 req-77292f2f-5fe0-45c1-b06e-eb12fe5d0a0f tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:39.333191 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1ee8747d-7311-4555-86dc-210218078436 req-77292f2f-5fe0-45c1-b06e-eb12fe5d0a0f tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 945 time: 0.0543394 Dec 16 17:57:39.386527 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1ee8747d-7311-4555-86dc-210218078436 req-8a9d5d9b-0e21-4cd5-8212-4c913b855fc0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Dec 16 17:57:39.746499 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc99b19-56a7-48a8-8137-610be6e56ed8 req-c43467c4-0ad5-4fb8-8512-63df76347ce1 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:39.748055 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3fc99b19-56a7-48a8-8137-610be6e56ed8 req-c43467c4-0ad5-4fb8-8512-63df76347ce1 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0560832 Dec 16 17:57:39.802685 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3fc99b19-56a7-48a8-8137-610be6e56ed8 req-83b4827b-fd8c-4e29-9bb7-a1f01ba0ffb0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483370 Dec 16 17:57:40.145746 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793356d1-c685-414a-8757-63811288c871 req-8e41dcfb-1dae-4cda-9993-ec38568b67d7 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:40.147592 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-793356d1-c685-414a-8757-63811288c871 req-8e41dcfb-1dae-4cda-9993-ec38568b67d7 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 945 time: 0.0607085 Dec 16 17:57:40.160806 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 53b232b2-b611-4e27-ba0c-c56824b7721b up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:57:40.220566 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-793356d1-c685-414a-8757-63811288c871 req-73b833e3-97ee-41dd-9fe7-f621c11a99c6 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595021 Dec 16 17:57:40.255741 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 53b232b2-b611-4e27-ba0c-c56824b7721b completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:57:40.262487 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 53b232b2-b611-4e27-ba0c-c56824b7721b triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:57:40.263053 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:40.369280 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:40.398065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817893c-c2a3-4fee-992b-909a4bfde716 req-11cbdb24-7ca9-46f3-92dd-9c876a597212 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:40.400841 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9817893c-c2a3-4fee-992b-909a4bfde716 req-11cbdb24-7ca9-46f3-92dd-9c876a597212 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0686443 Dec 16 17:57:40.434530 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 53b232b2-b611-4e27-ba0c-c56824b7721b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=53b232b2-b611-4e27-ba0c-c56824b7721b,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:40.441257 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:40.486851 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9817893c-c2a3-4fee-992b-909a4bfde716 req-fa3b26a1-2527-4006-ac0d-c3181cfde51b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796366 Dec 16 17:57:40.514195 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=53b232b2-b611-4e27-ba0c-c56824b7721b,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:40.592330 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536e020a-872b-41cf-989e-192d42b2a8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b232b2-b611-4e27-ba0c-c56824b7721b'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:40.594806 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9380f1-efef-4d49-90bb-c5b8b9148f14" -d '{"events": [{"server_uuid": "536e020a-872b-41cf-989e-192d42b2a8fb", "name": "network-vif-plugged", "status": "completed", "tag": "53b232b2-b611-4e27-ba0c-c56824b7721b"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:40.626319 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435786db-1eee-47b3-9699-687038cddfb6 req-e6992bd9-7316-4e04-bf28-fb50f1265043 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:40.629740 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-435786db-1eee-47b3-9699-687038cddfb6 req-e6992bd9-7316-4e04-bf28-fb50f1265043 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 946 time: 0.0625639 Dec 16 17:57:40.655095 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf993c-dedf-4226-8977-1443147eeb88 x-openstack-request-id: req-aabf993c-dedf-4226-8977-1443147eeb88 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:40.655409 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536e020a-872b-41cf-989e-192d42b2a8fb", "name": "network-vif-plugged", "status": "completed", "tag": "53b232b2-b611-4e27-ba0c-c56824b7721b", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:40.655675 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aabf993c-dedf-4226-8977-1443147eeb88 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:40.656147 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536e020a-872b-41cf-989e-192d42b2a8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b232b2-b611-4e27-ba0c-c56824b7721b', 'code': 200} Dec 16 17:57:40.702041 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-435786db-1eee-47b3-9699-687038cddfb6 req-f14bd376-7c2d-4e4d-8314-fdee2d8da841 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635655 Dec 16 17:57:40.915051 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01daf96-d3a5-4f80-9068-8f7b4664f7b1 req-ce36b4cc-f5d3-4c26-96f6-864e2b401a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:40.916635 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b01daf96-d3a5-4f80-9068-8f7b4664f7b1 req-ce36b4cc-f5d3-4c26-96f6-864e2b401a3d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 1099 time: 0.0877526 Dec 16 17:57:40.987463 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b01daf96-d3a5-4f80-9068-8f7b4664f7b1 req-633c1346-4ad3-47fb-a87f-991c321a2294 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615354 Dec 16 17:57:41.000563 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32c1fb-db5a-48bb-8ab6-c5ff936b26f1 req-54dc1c62-517b-4a6a-b6d6-5ce964cb6b0e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:41.002160 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6b32c1fb-db5a-48bb-8ab6-c5ff936b26f1 req-54dc1c62-517b-4a6a-b6d6-5ce964cb6b0e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0947344 Dec 16 17:57:41.056186 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6b32c1fb-db5a-48bb-8ab6-c5ff936b26f1 req-c2ca7124-bd08-4dc3-9ae7-a6c0c5670fd7 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471318 Dec 16 17:57:41.140382 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8578d6-3304-4cd1-8e46-b10e4dc7dfb5 req-3ad40e7b-1442-4a44-9247-38bd15e3da10 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:41.141933 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ad8578d6-3304-4cd1-8e46-b10e4dc7dfb5 req-3ad40e7b-1442-4a44-9247-38bd15e3da10 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 945 time: 0.0555477 Dec 16 17:57:41.198777 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ad8578d6-3304-4cd1-8e46-b10e4dc7dfb5 req-db8bc62c-2987-47ee-9c48-17064d8790d7 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Dec 16 17:57:41.625343 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e038ddb-f4d6-4d48-a564-ba265b27cb0f req-879a53da-4d15-44f1-87d5-b1a4b34bbe2d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:41.626927 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1e038ddb-f4d6-4d48-a564-ba265b27cb0f req-879a53da-4d15-44f1-87d5-b1a4b34bbe2d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0519524 Dec 16 17:57:41.678926 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1e038ddb-f4d6-4d48-a564-ba265b27cb0f req-6f9700f9-cb90-4fd6-8c26-044a62111e8f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435858 Dec 16 17:57:41.816664 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4156f89-82e5-4de4-9d62-d846f366d02c req-73895d09-bc61-4b70-bb9f-93e7f5acee1b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:41.818193 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c4156f89-82e5-4de4-9d62-d846f366d02c req-73895d09-bc61-4b70-bb9f-93e7f5acee1b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0613599 Dec 16 17:57:41.828298 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 45660) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:57:41.834925 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'floatingip': {'port_id': '4bd2036f-01a2-4971-8fcb-d0d439424322'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:57:41.845846 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99808cb-dd5e-46d7-b218-894c28da2ee7 req-69d305e9-06aa-4a3b-a1ef-cf2f870a4630 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:41.847365 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b99808cb-dd5e-46d7-b218-894c28da2ee7 req-69d305e9-06aa-4a3b-a1ef-cf2f870a4630 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 946 time: 0.0649660 Dec 16 17:57:41.908254 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b99808cb-dd5e-46d7-b218-894c28da2ee7 req-d4fe5dfa-40db-4aa5-886c-eed9c523c869 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537126 Dec 16 17:57:41.928695 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:42.316783 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe98b70-739e-4b8a-b6ca-00b543497ef0 req-c94d964f-bd5b-469d-9bab-3d05ee643a89 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:42.322061 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8fe98b70-739e-4b8a-b6ca-00b543497ef0 req-c94d964f-bd5b-469d-9bab-3d05ee643a89 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1213448 Dec 16 17:57:42.388486 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf7fec-78be-4471-89c1-3703fbfb57f3 req-9dc1128b-4e7c-4447-984b-53b5a6feacc2 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:42.390016 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-61cf7fec-78be-4471-89c1-3703fbfb57f3 req-9dc1128b-4e7c-4447-984b-53b5a6feacc2 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 945 time: 0.0558152 Dec 16 17:57:42.419065 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8fe98b70-739e-4b8a-b6ca-00b543497ef0 req-f161fdff-a07c-46bd-bdde-d0983e1ece0d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954373 Dec 16 17:57:42.460743 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-61cf7fec-78be-4471-89c1-3703fbfb57f3 req-8a404809-3d63-46c7-bc92-7d6730c40d09 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643189 Dec 16 17:57:42.898718 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:42.903833 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:43.007164 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Floating IP fdd10921-ac67-41c3-b44b-0fb7715bb6d7 associated. External IP: 172.27.3.235, port: 4bd2036f-01a2-4971-8fcb-d0d439424322. Dec 16 17:57:43.032899 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f8c6b-fdac-4af1-a4bc-6bbada243cc7 req-13137d84-1d4f-4013-a6ac-aa7c0c73f04d tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:43.034495 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-708f8c6b-fdac-4af1-a4bc-6bbada243cc7 req-13137d84-1d4f-4013-a6ac-aa7c0c73f04d tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 946 time: 0.0538511 Dec 16 17:57:43.093945 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-708f8c6b-fdac-4af1-a4bc-6bbada243cc7 req-98a429c0-35f0-4631-9097-20dd8ac8c54e tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511715 Dec 16 17:57:43.250247 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:57:43.385585 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:57:43.391390 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:43.405043 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] Sync routers for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:57:43.416837 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:43.417783 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:57:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:43.426881 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-337ad187-0812-4a8c-ab47-b3f6b2bd19f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "PUT /v2.0/floatingips/fdd10921-ac67-41c3-b44b-0fb7715bb6d7 HTTP/1.1" status: 200 len: 991 time: 1.5972352 Dec 16 17:57:43.427578 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:43.430144 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:43.501081 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68b1edd-9307-40b9-bf4a-3677b7171276 x-openstack-request-id: req-e68b1edd-9307-40b9-bf4a-3677b7171276 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:43.501448 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:43.501758 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e68b1edd-9307-40b9-bf4a-3677b7171276 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:43.502216 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'status': 'completed', 'code': 200} Dec 16 17:57:43.556230 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:43.663991 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42f08d-42bc-4f3c-a4fb-b986147f8a71 req-34a39ed4-1241-4dc9-a695-b07cc33766bc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:43.665101 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-82c1112d-3cdb-476d-a5bc-76829700a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:43.666652 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-82c1112d-3cdb-476d-a5bc-76829700a755 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 1098 time: 0.1172485 Dec 16 17:57:43.672009 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ab42f08d-42bc-4f3c-a4fb-b986147f8a71 req-34a39ed4-1241-4dc9-a695-b07cc33766bc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1189532 Dec 16 17:57:43.745460 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ab42f08d-42bc-4f3c-a4fb-b986147f8a71 req-86e30649-1716-44fb-a6a1-995f03905ddf tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661168 Dec 16 17:57:43.862562 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-f5945abf-a16a-4e0c-bc02-27d79857fd9b tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:43.868428 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-f5945abf-a16a-4e0c-bc02-27d79857fd9b tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.76 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 945 time: 0.1217337 Dec 16 17:57:43.900873 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f7f0-a73d-4be6-b94d-2a0863621b1d req-c0767919-d8e5-42ba-b51b-7e17f257a700 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:43.909050 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-af93f7f0-a73d-4be6-b94d-2a0863621b1d req-c0767919-d8e5-42ba-b51b-7e17f257a700 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 945 time: 0.0959191 Dec 16 17:57:43.953393 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'fdd10921-ac67-41c3-b44b-0fb7715bb6d7', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'port_id': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'mac_address': 'fa:16:3e:0e:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:57:11Z', 'updated_at': '2021-12-16T17:57:42Z', 'revision_number': 1, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:43.965191 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-243385f7-872a-4001-a881-b02151333ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:43.967293 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-243385f7-872a-4001-a881-b02151333ec1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.2697730 Dec 16 17:57:43.989206 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-af93f7f0-a73d-4be6-b94d-2a0863621b1d req-f0694f16-3005-4d33-936b-536603156121 tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ca39234-0ce7-4c96-be44-339799664bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748420 Dec 16 17:57:44.006533 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] Checking router: 807942d0-81f7-49aa-8c52-fedd2e7f6e09 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:57:44.024879 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:57:44.024879 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:57:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:44.047640 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Deleting port 91aec430-6b62-412b-a19f-511a7db58d0b {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:57:44.048169 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:44.066072 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-fdc87464-9b7f-4ac6-813c-5d51a6c1ae01 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bd2036f-01a2-4971-8fcb-d0d439424322 HTTP/1.1" status: 200 len: 999 time: 0.0757439 Dec 16 17:57:44.168430 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:57:44.187697 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] For port 91aec430-6b62-412b-a19f-511a7db58d0b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=91aec430-6b62-412b-a19f-511a7db58d0b,segment=NetworkSegment(a2536aa1-7959-44e4-ad17-a70dd0e0af5c),segment_id=a2536aa1-7959-44e4-ad17-a70dd0e0af5c)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:57:44.188729 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:44.210035 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Calling delete_port for 91aec430-6b62-412b-a19f-511a7db58d0b owned by compute:nova {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:57:44.350839 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffc23e-7cc2-4349-b007-6da9218ba04c req-2b9c7624-db42-4216-ad47-5f1db8771a92 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:44.352227 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8cffc23e-7cc2-4349-b007-6da9218ba04c req-2b9c7624-db42-4216-ad47-5f1db8771a92 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 946 time: 0.1373413 Dec 16 17:57:44.405382 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-05a9e854-983c-4036-aba3-08f54d925361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:44.407879 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-05a9e854-983c-4036-aba3-08f54d925361 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.3332183 Dec 16 17:57:44.447751 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8cffc23e-7cc2-4349-b007-6da9218ba04c req-8dfad9b3-48ee-46f1-9159-cf31c95c3dd5 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771029 Dec 16 17:57:44.458292 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'fdd10921-ac67-41c3-b44b-0fb7715bb6d7', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'port_id': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'mac_address': 'fa:16:3e:0e:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:57:11Z', 'updated_at': '2021-12-16T17:57:42Z', 'revision_number': 1, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:57:44.473513 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-1eadcb74-5bef-44c8-bae2-a05391a4d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:44.475548 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-1eadcb74-5bef-44c8-bae2-a05391a4d556 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551960 Dec 16 17:57:44.481036 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:44.492253 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d8da7-1eb9-4df4-a59f-e50bd27aa8cb None None] The sync data for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi is: [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'fdd10921-ac67-41c3-b44b-0fb7715bb6d7', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'port_id': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'mac_address': 'fa:16:3e:0e:85:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:57:11Z', 'updated_at': '2021-12-16T17:57:42Z', 'revision_number': 1, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:57:44.502397 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['91aec430-6b62-412b-a19f-511a7db58d0b'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:57:44.549209 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Pushing event deleted for resources: {'Port': ['ID=91aec430-6b62-412b-a19f-511a7db58d0b,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:57:44.634033 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-6225f02f-d5cd-4209-bb81-e9215b909f57 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437540 Dec 16 17:57:44.641822 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] No DVR routers for this DVR port 91aec430-6b62-412b-a19f-511a7db58d0b on host hv-cinder-81920 {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:57:44.646937 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:44.651543 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ba8916de-8c80-4ad3-8d55-c3987e99f684 req-a3f67075-8887-4ed9-a988-49a45276d82d tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.76 "DELETE /v2.0/ports/91aec430-6b62-412b-a19f-511a7db58d0b HTTP/1.1" status: 204 len: 173 time: 0.7761588 Dec 16 17:57:44.652171 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345afa0a-e4be-42d8-869a-ee8774b777f2', 'name': 'network-vif-deleted', 'tag': '91aec430-6b62-412b-a19f-511a7db58d0b'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:57:44.654871 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6197b-1476-4b37-b1aa-eb8fb5b8d35e" -d '{"events": [{"server_uuid": "345afa0a-e4be-42d8-869a-ee8774b777f2", "name": "network-vif-deleted", "tag": "91aec430-6b62-412b-a19f-511a7db58d0b"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:57:44.702082 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc552ca-8589-44cc-b70a-05c2ed478d99 x-openstack-request-id: req-7fc552ca-8589-44cc-b70a-05c2ed478d99 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:57:44.703143 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345afa0a-e4be-42d8-869a-ee8774b777f2", "name": "network-vif-deleted", "tag": "91aec430-6b62-412b-a19f-511a7db58d0b", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:57:44.703422 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fc552ca-8589-44cc-b70a-05c2ed478d99 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:57:44.703863 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345afa0a-e4be-42d8-869a-ee8774b777f2', 'name': 'network-vif-deleted', 'tag': '91aec430-6b62-412b-a19f-511a7db58d0b', 'status': 'completed', 'code': 200} Dec 16 17:57:44.780812 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6d068c4-bd65-4adc-bd3f-9afa9dc02ad9 req-60754722-c797-4495-926a-77a677c96c4c service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339269 Dec 16 17:57:44.866161 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa18ef-e3f1-40c4-99b1-683f7856aa01 None None] New status for floating IP fdd10921-ac67-41c3-b44b-0fb7715bb6d7: ACTIVE {{(pid=102420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:57:44.896383 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcf740-cc25-433d-8f66-db10284822eb req-e360b9c0-d522-41f4-b37d-36e89a6add21 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:44.898175 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-89bcf740-cc25-433d-8f66-db10284822eb req-e360b9c0-d522-41f4-b37d-36e89a6add21 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0656457 Dec 16 17:57:44.958092 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-89bcf740-cc25-433d-8f66-db10284822eb req-c1ad2516-0209-4c08-8b72-090613d38a68 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Dec 16 17:57:45.151203 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:57:45.213406 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b0eb6f76-7db5-42b6-a646-9a8d53844c50 req-57f9f1de-aadf-4c73-9278-1b0e5aa7b40c tempest-VolumesActionsTest-1046855616 tempest-VolumesActionsTest-1046855616-project] 10.222.0.32 "GET /v2.0/ports?device_id=345afa0a-e4be-42d8-869a-ee8774b777f2 HTTP/1.1" status: 200 len: 210 time: 0.0585775 Dec 16 17:57:46.093155 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d97f3b-3aa3-4e03-930b-aebd8fd7bdf1 req-48a2e2cb-e9b7-4bed-9c52-2eb6e9e2a6e1 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:46.094590 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a2d97f3b-3aa3-4e03-930b-aebd8fd7bdf1 req-48a2e2cb-e9b7-4bed-9c52-2eb6e9e2a6e1 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0588350 Dec 16 17:57:46.151160 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a2d97f3b-3aa3-4e03-930b-aebd8fd7bdf1 req-71e348db-a856-4a6f-9e6f-832322245c31 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501397 Dec 16 17:57:47.283851 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a2571-2fd5-47c0-9965-b0c6f641d2ba req-ac05f06f-d7e9-48d0-bd68-0af719af1ffe tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:47.285376 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-137a2571-2fd5-47c0-9965-b0c6f641d2ba req-ac05f06f-d7e9-48d0-bd68-0af719af1ffe tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0521963 Dec 16 17:57:47.347334 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-137a2571-2fd5-47c0-9965-b0c6f641d2ba req-5b787594-d2b6-4af0-a376-c7ef78005fdb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556440 Dec 16 17:57:48.180945 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 91aec430-6b62-412b-a19f-511a7db58d0b no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:57:48.201581 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 91aec430-6b62-412b-a19f-511a7db58d0b {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:57:48.201924 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 91aec430-6b62-412b-a19f-511a7db58d0b not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:57:48.485559 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25ec8b-9096-4b68-b542-4f665552a9a2 req-46b2f26c-b95e-450c-be5b-523781e3d27c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:48.487200 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0a25ec8b-9096-4b68-b542-4f665552a9a2 req-46b2f26c-b95e-450c-be5b-523781e3d27c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0612946 Dec 16 17:57:48.536180 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0a25ec8b-9096-4b68-b542-4f665552a9a2 req-dfca8f1b-4815-43bd-a563-eedd7b599268 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419347 Dec 16 17:57:51.001355 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0bb49f98-80d5-4815-ae26-94427cbd6924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:53.222739 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:53.276727 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-31bf4854-8b3b-483d-8916-c4dbe947ab0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:54.555132 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:56.027387 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:56.799638 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:57:58.442114 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a169c-07f5-44eb-80e1-d6249feb2f3f req-f9ff8f48-4592-4cea-8c97-98ea22f12ff3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:58.443654 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ce7a169c-07f5-44eb-80e1-d6249feb2f3f req-f9ff8f48-4592-4cea-8c97-98ea22f12ff3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0508738 Dec 16 17:57:58.491978 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ce7a169c-07f5-44eb-80e1-d6249feb2f3f req-382c762f-d0f0-4ae2-925d-ce34e890836a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Dec 16 17:57:59.627221 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65859a9d-694f-4085-be0c-f9199ed39c66 req-cc7f6643-b355-4788-be6b-d253e1775a9e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:57:59.628754 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-65859a9d-694f-4085-be0c-f9199ed39c66 req-cc7f6643-b355-4788-be6b-d253e1775a9e tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0582125 Dec 16 17:57:59.682645 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-65859a9d-694f-4085-be0c-f9199ed39c66 req-39867437-448d-44b5-9bdf-51a3f799b87a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474834 Dec 16 17:58:05.215959 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094f0a9-a844-47a9-afa0-1b65c7e8c14d req-f2a6cfae-abdb-459b-bb8e-01af4a659ac2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:05.217844 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8094f0a9-a844-47a9-afa0-1b65c7e8c14d req-f2a6cfae-abdb-459b-bb8e-01af4a659ac2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0496154 Dec 16 17:58:05.270908 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8094f0a9-a844-47a9-afa0-1b65c7e8c14d req-ead8290e-e87d-424e-b353-cce8baec4a9b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468752 Dec 16 17:58:06.797178 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954fe10-8211-4c29-a045-ea23b6712bd4 req-f9c99189-3394-442f-86b1-872786f3333a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:06.798552 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1954fe10-8211-4c29-a045-ea23b6712bd4 req-f9c99189-3394-442f-86b1-872786f3333a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0619164 Dec 16 17:58:06.851618 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1954fe10-8211-4c29-a045-ea23b6712bd4 req-0ee4f798-7a28-42f8-913f-22e1fa9e743b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Dec 16 17:58:07.989441 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e41c0f-fc89-472e-a712-8d7d2408c00b req-5af99548-70eb-457a-a203-dac93eafd30a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:07.990883 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-68e41c0f-fc89-472e-a712-8d7d2408c00b req-5af99548-70eb-457a-a203-dac93eafd30a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0576942 Dec 16 17:58:08.043980 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-68e41c0f-fc89-472e-a712-8d7d2408c00b req-f8bb46ed-6189-42c5-ae5f-042a8913a5fb tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467565 Dec 16 17:58:09.187922 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452c7f7-4dac-4827-993c-4b437adaf39c req-bac798a3-f222-415c-99dd-d225c8f4449d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:09.189482 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0452c7f7-4dac-4827-993c-4b437adaf39c req-bac798a3-f222-415c-99dd-d225c8f4449d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0512240 Dec 16 17:58:09.254115 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0452c7f7-4dac-4827-993c-4b437adaf39c req-910b7a75-b897-4d59-87c3-7e4021ae3f16 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582006 Dec 16 17:58:10.432467 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86284966-f55c-4a78-94d0-dac4408142ee req-1f9ab3f1-1fbc-4179-bd35-b0bc8f647e5d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:10.441077 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-86284966-f55c-4a78-94d0-dac4408142ee req-1f9ab3f1-1fbc-4179-bd35-b0bc8f647e5d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0698121 Dec 16 17:58:10.492513 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-86284966-f55c-4a78-94d0-dac4408142ee req-f8b4b92b-e5c9-465f-9fe2-51afdd95e8ab tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501313 Dec 16 17:58:10.772313 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-36082e90-f752-4380-943c-2f53140ec4bf tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304277021&fields=id&tenant_id=30f9c4f0e45341af9bb59fb5a170bba7 HTTP/1.1" status: 200 len: 267 time: 0.0520356 Dec 16 17:58:10.919916 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4c89-c210-4759-8b0f-c42173c82770 req-054da887-6eab-4230-a324-7728247db1f3 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:10.922317 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-054da887-6eab-4230-a324-7728247db1f3 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 807 time: 0.1430752 Dec 16 17:58:10.946481 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-4e51b092-7cdd-49a1-a40c-06f01f49288c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/quotas/30f9c4f0e45341af9bb59fb5a170bba7 HTTP/1.1" status: 200 len: 375 time: 0.0174017 Dec 16 17:58:11.005613 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-46f90de5-e472-45f0-9f44-c04daf81773e tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581648 Dec 16 17:58:11.128047 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-72ec9c7f-eb88-45f7-8402-5da12c90d7de service neutron] 10.222.0.32 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063681 Dec 16 17:58:11.240460 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-ef58cae2-11dc-4e01-9794-528494481885 service neutron] 10.222.0.32 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022384 Dec 16 17:58:11.653600 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c75cf994-ccdf-45e0-a1cf-42f82dfc0657 req-9555cc00-4170-4a8b-8407-a95d941128cc tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 210 time: 0.0274954 Dec 16 17:58:11.662404 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897f869-52a4-4acf-a516-6f25498d0140 req-935f9a74-c551-4e6b-b4d5-76e8d8f7f033 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:11.670180 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2897f869-52a4-4acf-a516-6f25498d0140 req-935f9a74-c551-4e6b-b4d5-76e8d8f7f033 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0791748 Dec 16 17:58:11.768643 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2897f869-52a4-4acf-a516-6f25498d0140 req-7c63143e-75ad-4a44-b1f4-807cdb814cf1 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974624 Dec 16 17:58:12.078403 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 46280) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:12.359453 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:12.492435 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:12.500613 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:12.556515 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a352438870bb4a1a9b1ef1042bd1554e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4767544 Dec 16 17:58:12.557498 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04caf4d9-8ce3-4503-8e7b-f49a5c44143b,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:12.559759 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 46292) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:12.611581 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.612072 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.612413 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.612758 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.613089 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.613513 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.613902 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.614167 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.614587 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.615223 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.615453 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.615785 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.616108 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89dccdf-b3d9-4b92-b25e-cf0c297c7194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:12.639319 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc6c22d0-f783-493a-9452-672ab6351318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:12.678687 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc6c22d0-f783-493a-9452-672ab6351318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:12.749732 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc6c22d0-f783-493a-9452-672ab6351318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:12.753024 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc6c22d0-f783-493a-9452-672ab6351318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:12.764716 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-fc6c22d0-f783-493a-9452-672ab6351318 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04caf4d9-8ce3-4503-8e7b-f49a5c44143b HTTP/1.1" status: 204 len: 168 time: 0.2023296 Dec 16 17:58:12.785919 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c22d0-f783-493a-9452-672ab6351318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04caf4d9-8ce3-4503-8e7b-f49a5c44143b,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:12.792540 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6bb17fbd-0783-4af1-929e-2af3b31d1eeb req-c6bc9b2f-b189-4677-af72-b9cb3cec6c97 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 210 time: 0.0468395 Dec 16 17:58:12.924423 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a176aa-13cf-4ff9-bcf0-957caed76b98 req-911d0743-05cd-4b24-987f-65a4b5c43e0d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:12.932417 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5a176aa-13cf-4ff9-bcf0-957caed76b98 req-911d0743-05cd-4b24-987f-65a4b5c43e0d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0632436 Dec 16 17:58:13.041157 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5a176aa-13cf-4ff9-bcf0-957caed76b98 req-ec17dc41-bf0a-498d-bfb3-37f04f40587b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075826 Dec 16 17:58:13.237681 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4c89-c210-4759-8b0f-c42173c82770 req-45b95a32-5140-45b4-9c64-1e7f4ccb1705 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:13.245851 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-45b95a32-5140-45b4-9c64-1e7f4ccb1705 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.76 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 807 time: 0.1733239 Dec 16 17:58:13.382271 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-62f29ec5-d023-46e7-a0d4-2b11bb314758 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30f9c4f0e45341af9bb59fb5a170bba7 HTTP/1.1" status: 200 len: 379 time: 0.1078374 Dec 16 17:58:13.398954 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'port': {'device_id': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'admin_state_up': True, 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'security_groups': ['7ccfe801-369e-454e-8b40-17ca861f6db7']}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:58:13.616059 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Made reservation on behalf of 30f9c4f0e45341af9bb59fb5a170bba7 for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:58:13.625938 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:13.917889 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Allocated IP 172.20.0.4 (3fa6e92a-e070-482a-ab38-6f3c9667d238/9c934be4-8f13-4985-8f51-c4e348de88a0/6d17d62c-a308-44c9-bf27-e54417dc07f0) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:58:13.945207 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-37262a84-8ba6-4b91-9a8e-9fcf2cbdc24a req-548fbaca-0e64-4567-a6e6-c2802efe6bd6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 210 time: 0.0470183 Dec 16 17:58:14.227850 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81bea-b8d6-42af-9a2e-d5b4841f1d17 req-45e05b90-60c7-4bb1-85bd-4b3b8ac80c27 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:14.235288 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:14.238031 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-58f81bea-b8d6-42af-9a2e-d5b4841f1d17 req-45e05b90-60c7-4bb1-85bd-4b3b8ac80c27 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0911777 Dec 16 17:58:14.289612 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:14.300225 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-58f81bea-b8d6-42af-9a2e-d5b4841f1d17 req-fbc1e57e-b313-4d65-83ba-9c9b4ab7b355 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608842 Dec 16 17:58:14.369411 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:58:14.373190 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:58:14.376582 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:58:14.424925 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:14.467957 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:14.467957 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:14.493622 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-e610bb94-6c76-4121-a06c-cd94449ed8d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1026294 Dec 16 17:58:14.514700 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Request body: {'port': {'device_id': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:58:14.641500 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:14.731335 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-be2bd529-015e-4223-a073-603611832f09 None None] Provisioning complete for port 6d17d62c-a308-44c9-bf27-e54417dc07f0 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:58:14.732306 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-be2bd529-015e-4223-a073-603611832f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:14.835791 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-be2bd529-015e-4223-a073-603611832f09 None None] Port 6d17d62c-a308-44c9-bf27-e54417dc07f0 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 17:58:15.032824 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d17d62c-a308-44c9-bf27-e54417dc07f0 {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:58:15.044538 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:15.064326 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Transition to ACTIVE for port object 6d17d62c-a308-44c9-bf27-e54417dc07f0 will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:58:15.071602 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:15.167636 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:15.186348 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544efda-4404-4bbd-a523-2bc86c933974 req-a0f97f26-301b-4a03-a089-540b72726a1e tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.188572 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d544efda-4404-4bbd-a523-2bc86c933974 req-a0f97f26-301b-4a03-a089-540b72726a1e tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.1026435 Dec 16 17:58:15.230205 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Attempting to bind port 6d17d62c-a308-44c9-bf27-e54417dc07f0 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:58:15.230586 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Attempting to bind port 6d17d62c-a308-44c9-bf27-e54417dc07f0 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:58:15.230941 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Attempting to bind port 6d17d62c-a308-44c9-bf27-e54417dc07f0 on network 3fa6e92a-e070-482a-ab38-6f3c9667d238 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:58:15.247016 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Port 6d17d62c-a308-44c9-bf27-e54417dc07f0 on network 3fa6e92a-e070-482a-ab38-6f3c9667d238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:58:15.247794 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Attempting to bind port 6d17d62c-a308-44c9-bf27-e54417dc07f0 on network 3fa6e92a-e070-482a-ab38-6f3c9667d238 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:58:15.256774 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:58:15.257021 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Checking segment: {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:58:15.257519 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Bound using segment: {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:58:15.258401 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Bound port: 6d17d62c-a308-44c9-bf27-e54417dc07f0, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c2cd14-7282-41eb-a501-c82fbaac31d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:58:15.258794 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:15.264538 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d544efda-4404-4bbd-a523-2bc86c933974 req-b849aa8a-d61f-44d9-b26b-59150a8b7012 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687175 Dec 16 17:58:15.352193 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:58:15.356192 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:58:15.362377 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:15.397397 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.398356 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:15.399831 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] 10.222.0.76 "PUT /v2.0/ports/6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 1093 time: 0.8967478 Dec 16 17:58:15.404703 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:58:15.407678 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23" -d '{"events": [{"name": "network-changed", "server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:58:15.505706 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e755dd4-6ea5-4163-b433-0c04a8d50f29 x-openstack-request-id: req-6e755dd4-6ea5-4163-b433-0c04a8d50f29 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:58:15.506004 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:58:15.506310 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e755dd4-6ea5-4163-b433-0c04a8d50f29 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:58:15.506729 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'status': 'completed', 'code': 200} Dec 16 17:58:15.541219 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cc8fa-98df-4c42-b22f-a973f2d13fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:15.553888 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e403df-d098-4c25-9847-4bafa1b99581 req-d9d6aa46-5f92-4ea3-868a-4505bd51a695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.555600 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a2e403df-d098-4c25-9847-4bafa1b99581 req-d9d6aa46-5f92-4ea3-868a-4505bd51a695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1347334 Dec 16 17:58:15.557668 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4c89-c210-4759-8b0f-c42173c82770 req-1bd9f2fb-4d2f-44ff-80a8-52da9b696186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.559764 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-1bd9f2fb-4d2f-44ff-80a8-52da9b696186 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1096 time: 0.0911667 Dec 16 17:58:15.637735 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-52a51229-013f-4007-9597-73fe56adf407 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 217 time: 0.0510075 Dec 16 17:58:15.672733 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a2e403df-d098-4c25-9847-4bafa1b99581 req-60d4b39f-225d-4d96-8e0b-304ced2aa0b1 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107430 Dec 16 17:58:15.733269 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4c89-c210-4759-8b0f-c42173c82770 req-0531d90d-b5a5-4493-ab69-d22e97144842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.735373 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-0531d90d-b5a5-4493-ab69-d22e97144842 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 200 len: 846 time: 0.0844674 Dec 16 17:58:15.793776 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e4c89-c210-4759-8b0f-c42173c82770 req-d89de825-cdbc-4251-ba18-8c3b1c7bdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:15.798674 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-d89de825-cdbc-4251-ba18-8c3b1c7bdea5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fa6e92a-e070-482a-ab38-6f3c9667d238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458133 Dec 16 17:58:15.935245 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-46cd47c7-78ac-495d-a687-d177bb584fc2 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270087 Dec 16 17:58:16.052392 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-057e4c89-c210-4759-8b0f-c42173c82770 req-20629bc5-c690-4187-9d09-8e4c1a96b53f service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086357 Dec 16 17:58:16.167227 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-fa2f356f-b07a-466b-8c4f-592756475fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:16.168915 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-fa2f356f-b07a-466b-8c4f-592756475fa1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1096 time: 0.0494962 Dec 16 17:58:16.283148 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-e295a0da-3dd1-4156-b06f-fe5902f99477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:16.284850 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-e295a0da-3dd1-4156-b06f-fe5902f99477 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 908 time: 0.1037467 Dec 16 17:58:16.355715 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-f847ad3e-d334-4423-9b1a-c551253851b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 217 time: 0.0552380 Dec 16 17:58:16.445982 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-91dcf932-031e-475b-b596-54f6d7b7bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:16.447777 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-91dcf932-031e-475b-b596-54f6d7b7bffd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 200 len: 846 time: 0.0812716 Dec 16 17:58:16.465524 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5271f9-cd04-407d-bb71-017962235fed req-67f481d1-3eac-4183-a43e-9c600e5438d4 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:16.467506 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3b5271f9-cd04-407d-bb71-017962235fed req-67f481d1-3eac-4183-a43e-9c600e5438d4 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0666802 Dec 16 17:58:16.531881 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-7359fe4e-2323-46fd-a890-950eb7bd8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:16.534165 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-7359fe4e-2323-46fd-a890-950eb7bd8776 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fa6e92a-e070-482a-ab38-6f3c9667d238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588920 Dec 16 17:58:16.539717 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3b5271f9-cd04-407d-bb71-017962235fed req-83d295dc-7308-4318-9570-f66f4a74db32 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650237 Dec 16 17:58:16.646032 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-d4162bd6-42d8-4dd5-b719-c28c51cfdab7 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974827 Dec 16 17:58:16.778341 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1dbfe32d-b005-4ec6-9a03-28c47fb0bc23 req-330d78d9-85da-4750-8967-9e520e0aa86b service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183507 Dec 16 17:58:16.855510 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b700bf-85f0-4c62-a59d-eace0a08c4bb req-a03c9508-48c0-43cf-9057-f8197d5f8f30 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:16.857388 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-15b700bf-85f0-4c62-a59d-eace0a08c4bb req-a03c9508-48c0-43cf-9057-f8197d5f8f30 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0649147 Dec 16 17:58:16.975504 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-15b700bf-85f0-4c62-a59d-eace0a08c4bb req-0715c69e-494b-4cc8-ba60-fe773bc45649 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090453 Dec 16 17:58:17.681117 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa013e-134c-44dd-b597-a969dae2650a req-370770eb-50bb-4a3f-a97c-f9e20ac222ef tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:17.688893 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5faa013e-134c-44dd-b597-a969dae2650a req-370770eb-50bb-4a3f-a97c-f9e20ac222ef tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0634155 Dec 16 17:58:17.751989 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5faa013e-134c-44dd-b597-a969dae2650a req-cf3d0a0c-d7cc-4196-829c-ca1710aac1fc tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614789 Dec 16 17:58:18.140831 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def90ab-3a2e-4f49-a47b-aaf7244d5ea5 req-b2e6018e-064f-4c11-8d36-de773bcff68a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:18.142460 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6def90ab-3a2e-4f49-a47b-aaf7244d5ea5 req-b2e6018e-064f-4c11-8d36-de773bcff68a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0750470 Dec 16 17:58:18.194841 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6def90ab-3a2e-4f49-a47b-aaf7244d5ea5 req-8d6172d5-ec62-4259-9196-bb479682c768 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441508 Dec 16 17:58:21.001511 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a8fe18fe-312a-4554-abc1-8019f0635b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:22.152372 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:58:22.839716 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0d3c8-b897-43e9-afa1-6acba69285c9 req-dd4ff90d-4bad-4941-b956-d7a532e287f3 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:22.849439 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-15e0d3c8-b897-43e9-afa1-6acba69285c9 req-dd4ff90d-4bad-4941-b956-d7a532e287f3 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0718720 Dec 16 17:58:22.915975 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-15e0d3c8-b897-43e9-afa1-6acba69285c9 req-3b1c336b-c5bc-48dc-9daa-8abb709b89f8 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577350 Dec 16 17:58:22.992326 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609ede7-d109-4bee-9ff7-1812dc298f80 req-95468108-8d2c-48a1-b505-b0f887ebdb31 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:22.994692 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0609ede7-d109-4bee-9ff7-1812dc298f80 req-95468108-8d2c-48a1-b505-b0f887ebdb31 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0808525 Dec 16 17:58:23.073977 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0609ede7-d109-4bee-9ff7-1812dc298f80 req-78c8030c-7359-4ca6-9736-2dbcd7bc34ec tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660169 Dec 16 17:58:23.093815 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277fb8c-f4c0-4c98-970e-f3f99b587d6a req-1cbd3576-f652-4d72-be2d-f11022d446bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:23.095674 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9277fb8c-f4c0-4c98-970e-f3f99b587d6a req-1cbd3576-f652-4d72-be2d-f11022d446bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1098 time: 0.0707476 Dec 16 17:58:23.145739 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9277fb8c-f4c0-4c98-970e-f3f99b587d6a req-d9207bd0-c94a-40cb-a00d-8ba786f93443 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Dec 16 17:58:23.228096 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:23.271703 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-075e1ab8-18aa-457a-b338-5d21ab91f786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:24.247742 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ae3b5-1a99-4765-8016-2478c76baaf1 req-f493b5e2-3ff0-4c9c-b2bb-3704cdaeca71 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:24.250284 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-da7ae3b5-1a99-4765-8016-2478c76baaf1 req-f493b5e2-3ff0-4c9c-b2bb-3704cdaeca71 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.1020281 Dec 16 17:58:24.301101 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369181f5-5341-4575-a0be-ae209b9153e7 req-adcf8e3d-fb27-4fdc-8213-33fee334d108 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:24.303699 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-369181f5-5341-4575-a0be-ae209b9153e7 req-adcf8e3d-fb27-4fdc-8213-33fee334d108 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0671382 Dec 16 17:58:24.323153 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-da7ae3b5-1a99-4765-8016-2478c76baaf1 req-e7236677-6488-4e27-a52e-343c818d953b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628052 Dec 16 17:58:24.377477 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-369181f5-5341-4575-a0be-ae209b9153e7 req-eb443bab-0d1f-4896-9e96-fb44b44c322d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640569 Dec 16 17:58:24.563416 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:25.520421 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81fabf-9371-467b-a2d7-03ed096a97c5 req-3a8825b1-5853-4e12-b200-e152897bf98d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:25.522067 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ad81fabf-9371-467b-a2d7-03ed096a97c5 req-3a8825b1-5853-4e12-b200-e152897bf98d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0868375 Dec 16 17:58:25.578341 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ad81fabf-9371-467b-a2d7-03ed096a97c5 req-19528190-708f-4b50-ba76-af5eb0f5619b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500200 Dec 16 17:58:25.709278 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224603c-e8b1-491a-8d09-aa9301b33230 req-45a153b9-7795-4ea8-99fc-7f945f68c2c8 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:25.710704 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a224603c-e8b1-491a-8d09-aa9301b33230 req-45a153b9-7795-4ea8-99fc-7f945f68c2c8 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0542192 Dec 16 17:58:25.769755 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a224603c-e8b1-491a-8d09-aa9301b33230 req-4e8fa937-b9c5-4341-b3a2-b8082261e02a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523705 Dec 16 17:58:25.978971 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-3309f929-ddb6-4db9-983e-c451796f1fa7 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:25.987292 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-3309f929-ddb6-4db9-983e-c451796f1fa7 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 814 time: 0.1302412 Dec 16 17:58:25.999855 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-a6e695dd-732a-46fd-b21e-d4ba9d5ec86a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/quotas/041391a20fed40f39c4d822b2a7727a2 HTTP/1.1" status: 200 len: 375 time: 0.0107083 Dec 16 17:58:26.034058 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:26.073703 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0e503336-d338-4e62-a97c-c766de0ab963 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649343 Dec 16 17:58:26.186082 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-6cf31851-ba59-4262-a248-878f2dfb7dce service neutron] 10.222.0.32 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028345 Dec 16 17:58:26.283392 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-3c441194-325e-4745-9c56-e41276c3be90 service neutron] 10.222.0.32 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 Dec 16 17:58:26.800606 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:28.742467 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01a74609-bdf2-4e74-abac-56fbf3bd2153 req-a3802813-1a1b-4b32-9b5d-4ace061dfc27 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 210 time: 0.0265353 Dec 16 17:58:28.853065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afadfc6-0b0c-4ed1-bfab-6d20fb2bbc89 req-6c9c1b8e-753b-4219-a240-9cc52d77b5a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:28.854597 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3afadfc6-0b0c-4ed1-bfab-6d20fb2bbc89 req-6c9c1b8e-753b-4219-a240-9cc52d77b5a6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0542839 Dec 16 17:58:28.911935 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3afadfc6-0b0c-4ed1-bfab-6d20fb2bbc89 req-c24e33d9-1a87-42a3-8f7e-308313c0f7e2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508490 Dec 16 17:58:29.036537 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56605711-2af6-4f58-baea-e79a0f551338 req-b08ff83c-5c30-4d87-bbb9-1f269c203dc7 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:29.038016 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56605711-2af6-4f58-baea-e79a0f551338 req-b08ff83c-5c30-4d87-bbb9-1f269c203dc7 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0602386 Dec 16 17:58:29.092858 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56605711-2af6-4f58-baea-e79a0f551338 req-743ce8bc-1f0c-424c-87f1-f7a42bb79896 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487363 Dec 16 17:58:30.784211 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffc765-6099-4398-933d-8f1455ffbdad req-27afe88e-92a6-47c6-af35-27070cf2c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:30.785831 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fffc765-6099-4398-933d-8f1455ffbdad req-27afe88e-92a6-47c6-af35-27070cf2c6db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1098 time: 0.0497251 Dec 16 17:58:30.893813 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffc765-6099-4398-933d-8f1455ffbdad req-5e30f3ad-78de-44d7-b44e-f614c99cb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:30.895346 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fffc765-6099-4398-933d-8f1455ffbdad req-5e30f3ad-78de-44d7-b44e-f614c99cb342 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 920 time: 0.0862134 Dec 16 17:58:30.942843 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fffc765-6099-4398-933d-8f1455ffbdad req-fc4dcba8-ca0e-45bd-b714-d182a22c0285 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385 HTTP/1.1" status: 200 len: 217 time: 0.0386448 Dec 16 17:58:31.010324 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffc765-6099-4398-933d-8f1455ffbdad req-69b4e252-0e17-4f8a-9c22-00cba0a296f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:31.011804 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fffc765-6099-4398-933d-8f1455ffbdad req-69b4e252-0e17-4f8a-9c22-00cba0a296f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 200 len: 859 time: 0.0487535 Dec 16 17:58:31.045172 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fffc765-6099-4398-933d-8f1455ffbdad req-59bd228e-515b-4c90-8384-a0f036c7ba74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d273d2e6-faf5-44dc-9a35-a9f16d00a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248773 Dec 16 17:58:31.148164 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fffc765-6099-4398-933d-8f1455ffbdad req-20e8340b-a4d8-4922-8d66-12d03cf3567b service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952156 Dec 16 17:58:31.414128 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fffc765-6099-4398-933d-8f1455ffbdad req-f4c59aa9-500b-4b45-8d08-8e3dd5b9e9bd service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924463 Dec 16 17:58:31.901366 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c341ad6e-95a8-4ab8-af17-156c4a2a9e08 req-8bcab1b0-6b9d-457d-9cdd-f63b5974c443 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 210 time: 0.0282564 Dec 16 17:58:32.032115 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0305f84-55a0-44c6-872a-3f31dcb1f9e7 req-336f4bfa-48f7-4d2d-8cc6-ee862f15e5fd tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:32.034343 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b0305f84-55a0-44c6-872a-3f31dcb1f9e7 req-336f4bfa-48f7-4d2d-8cc6-ee862f15e5fd tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0565944 Dec 16 17:58:32.037745 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bc519-ce3a-4f1b-8ee0-7fd161593029 req-7dd795af-2e3b-4b5d-b4ab-14368751441c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:32.039333 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c57bc519-ce3a-4f1b-8ee0-7fd161593029 req-7dd795af-2e3b-4b5d-b4ab-14368751441c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0708954 Dec 16 17:58:32.083701 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b0305f84-55a0-44c6-872a-3f31dcb1f9e7 req-e44572f9-7489-4995-9479-3fe744e65749 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Dec 16 17:58:32.100840 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c57bc519-ce3a-4f1b-8ee0-7fd161593029 req-859cf66d-7a7b-47e4-9637-1ddf20d0400e tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519001 Dec 16 17:58:32.372906 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-eccec5ef-197b-4ad9-a6cd-ca6061cf61c8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:32.374371 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-eccec5ef-197b-4ad9-a6cd-ca6061cf61c8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "GET /v2.0/networks?id=d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 200 len: 814 time: 0.1161342 Dec 16 17:58:32.389920 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Request body: {'port': {'device_id': 'e1b72e46-7e3d-4121-b6ee-e181ce273249', 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'admin_state_up': True, 'tenant_id': '041391a20fed40f39c4d822b2a7727a2'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:58:32.507798 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Made reservation on behalf of 041391a20fed40f39c4d822b2a7727a2 for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:58:32.511398 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:32.638319 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Allocated IP 172.20.0.8 (d5430d91-7e76-4358-9d35-08edfd4e96f5/dd0f0d27-c2fb-4ee5-951e-5913f944b325/edf75e4f-a392-4c19-80da-25bb0006ce0b) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:58:32.793186 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:32.841559 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:32.894023 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Network d5430d91-7e76-4358-9d35-08edfd4e96f5 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:58:32.897239 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:58:32.901934 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:58:32.906441 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Pushing event updated for resources: {'Port': ['ID=edf75e4f-a392-4c19-80da-25bb0006ce0b,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:32.958016 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:32.958672 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:32.980796 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-018e2dda-7b3d-47e6-acf8-1f84aa01bc85 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5950611 Dec 16 17:58:33.039296 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19bc30-b22a-4381-8237-2ed54221ae77 req-33d250f7-28f4-47dc-a9a1-912048dcc593 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:33.041463 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5d19bc30-b22a-4381-8237-2ed54221ae77 req-33d250f7-28f4-47dc-a9a1-912048dcc593 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 931 time: 0.0517132 Dec 16 17:58:33.094876 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5d19bc30-b22a-4381-8237-2ed54221ae77 req-3859263a-cbd8-4a7d-8be9-882bc55ada74 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472744 Dec 16 17:58:33.291241 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['16e14879-9e6e-4635-973a-9dd4e0786b26', '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e', '93eaa60f-c9d3-436e-8948-b358e656df71'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:58:37.263837 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Request body: {'port': {'device_id': 'e1b72e46-7e3d-4121-b6ee-e181ce273249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:58:37.324669 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:37.587188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf75e4f-a392-4c19-80da-25bb0006ce0b {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:58:37.594919 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:37.607052 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Transition to ACTIVE for port object edf75e4f-a392-4c19-80da-25bb0006ce0b will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:58:37.612123 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:37.659696 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Pushing event updated for resources: {'Port': ['ID=edf75e4f-a392-4c19-80da-25bb0006ce0b,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:37.732115 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Attempting to bind port edf75e4f-a392-4c19-80da-25bb0006ce0b on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:58:37.732474 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Attempting to bind port edf75e4f-a392-4c19-80da-25bb0006ce0b by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:58:37.732807 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Attempting to bind port edf75e4f-a392-4c19-80da-25bb0006ce0b on network d5430d91-7e76-4358-9d35-08edfd4e96f5 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:58:37.737549 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Port edf75e4f-a392-4c19-80da-25bb0006ce0b on network d5430d91-7e76-4358-9d35-08edfd4e96f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:58:37.737905 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Attempting to bind port edf75e4f-a392-4c19-80da-25bb0006ce0b on network d5430d91-7e76-4358-9d35-08edfd4e96f5 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:58:37.743147 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:58:37.743484 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Checking segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:58:37.743885 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Bound using segment: {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:58:37.744335 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Bound port: edf75e4f-a392-4c19-80da-25bb0006ce0b, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50173128-3a16-4f67-b3a7-ebca94ef06f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:58:37.744725 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:37.816877 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] For port edf75e4f-a392-4c19-80da-25bb0006ce0b, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:58:37.820616 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] For port edf75e4f-a392-4c19-80da-25bb0006ce0b, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=edf75e4f-a392-4c19-80da-25bb0006ce0b,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:58:37.826577 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:37.861358 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:37.861970 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:37.863457 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] 10.222.0.76 "PUT /v2.0/ports/edf75e4f-a392-4c19-80da-25bb0006ce0b HTTP/1.1" status: 200 len: 1093 time: 0.6041081 Dec 16 17:58:37.863893 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b72e46-7e3d-4121-b6ee-e181ce273249', 'tag': 'edf75e4f-a392-4c19-80da-25bb0006ce0b'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:58:37.866175 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83748457-e7f9-4c30-bea0-19707612b0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b72e46-7e3d-4121-b6ee-e181ce273249", "tag": "edf75e4f-a392-4c19-80da-25bb0006ce0b"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:58:37.899214 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fe896-2cae-4b60-892e-873683072dd3 req-bfa8b635-18e9-4f05-be7e-9a823a6c2898 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:37.900735 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e77fe896-2cae-4b60-892e-873683072dd3 req-bfa8b635-18e9-4f05-be7e-9a823a6c2898 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0595572 Dec 16 17:58:37.908469 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580e3cb-ca5c-42a1-a4e6-455051606698 service neutron] Pushing event updated for resources: {'Port': ['ID=edf75e4f-a392-4c19-80da-25bb0006ce0b,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:37.946534 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce994a5-915b-4432-9479-4e9c47f83772 req-b42e3aaa-99fa-43d1-afb0-ef3116aca384 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:37.948066 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ce994a5-915b-4432-9479-4e9c47f83772 req-b42e3aaa-99fa-43d1-afb0-ef3116aca384 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0551398 Dec 16 17:58:37.949772 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e77fe896-2cae-4b60-892e-873683072dd3 req-92991dbd-602b-49bb-aae4-1c0480b0a5ed tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429883 Dec 16 17:58:38.003088 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ce994a5-915b-4432-9479-4e9c47f83772 req-3c4fb218-1af5-42ef-b2da-760d6f50a0c1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487328 Dec 16 17:58:38.047684 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51b98df-f0ae-4a01-a47c-8f95a18c6835 x-openstack-request-id: req-d51b98df-f0ae-4a01-a47c-8f95a18c6835 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:58:38.047684 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b72e46-7e3d-4121-b6ee-e181ce273249", "tag": "edf75e4f-a392-4c19-80da-25bb0006ce0b", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:58:38.047684 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d51b98df-f0ae-4a01-a47c-8f95a18c6835 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:58:38.048034 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b72e46-7e3d-4121-b6ee-e181ce273249', 'tag': 'edf75e4f-a392-4c19-80da-25bb0006ce0b', 'status': 'completed', 'code': 200} Dec 16 17:58:38.068689 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c8a54-b768-4701-8ae8-5df137656b4e req-5a3fb5eb-e73b-400f-ae7f-4996689c4458 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.070373 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cf1c8a54-b768-4701-8ae8-5df137656b4e req-5a3fb5eb-e73b-400f-ae7f-4996689c4458 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 943 time: 0.0625312 Dec 16 17:58:38.139902 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cf1c8a54-b768-4701-8ae8-5df137656b4e req-1a194804-e349-4e18-8730-5cb2a867a1e2 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591433 Dec 16 17:58:38.151018 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83748457-e7f9-4c30-bea0-19707612b0fb req-8b5773fc-7e53-42cf-ab55-6eb41f1389cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.152788 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-83748457-e7f9-4c30-bea0-19707612b0fb req-8b5773fc-7e53-42cf-ab55-6eb41f1389cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 1096 time: 0.0638640 Dec 16 17:58:38.330315 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83748457-e7f9-4c30-bea0-19707612b0fb req-a6ea9715-64d5-4ccb-8331-c6a4cd986ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.331855 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-83748457-e7f9-4c30-bea0-19707612b0fb req-a6ea9715-64d5-4ccb-8331-c6a4cd986ee8 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=041391a20fed40f39c4d822b2a7727a2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1282961 Dec 16 17:58:38.415937 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-58f3e9cb-4730-4174-952f-51af020e7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.417419 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-58f3e9cb-4730-4174-952f-51af020e7581 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 1098 time: 0.0461862 Dec 16 17:58:38.442998 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8bd1f-131f-4fbe-89bc-f8460f07e52d req-e36d9ad4-46d6-4a22-a802-4cae92d2fe6d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.442998 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f0e8bd1f-131f-4fbe-89bc-f8460f07e52d req-e36d9ad4-46d6-4a22-a802-4cae92d2fe6d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.1019652 Dec 16 17:58:38.734298 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83748457-e7f9-4c30-bea0-19707612b0fb req-b7936ee2-af66-4159-9723-a28c3cced87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.736074 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-83748457-e7f9-4c30-bea0-19707612b0fb req-b7936ee2-af66-4159-9723-a28c3cced87b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3767586 Dec 16 17:58:38.775834 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f0e8bd1f-131f-4fbe-89bc-f8460f07e52d req-f139dfab-bd09-4a64-8b45-36ae590f55b0 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303850 Dec 16 17:58:38.856661 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-b66cf65a-f9d3-437d-859d-01088d2b2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.858883 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-b66cf65a-f9d3-437d-859d-01088d2b2b14 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 200 len: 920 time: 0.4258754 Dec 16 17:58:38.875027 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-7f491fab-d947-4c25-a8fd-b7c4a27bc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.877158 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-7f491fab-d947-4c25-a8fd-b7c4a27bc399 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=041391a20fed40f39c4d822b2a7727a2&device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 1096 time: 0.0592704 Dec 16 17:58:38.917352 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-34e299f3-1a49-459b-b3a2-20e431e57fcc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385 HTTP/1.1" status: 200 len: 217 time: 0.0391881 Dec 16 17:58:38.943768 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-429dbd7e-b33e-46f1-aff3-02c84383a958 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edf75e4f-a392-4c19-80da-25bb0006ce0b HTTP/1.1" status: 200 len: 217 time: 0.0359013 Dec 16 17:58:38.975202 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-85a4c740-0223-42ed-8063-f20a1df7b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:38.976769 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-85a4c740-0223-42ed-8063-f20a1df7b6ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 200 len: 859 time: 0.0505157 Dec 16 17:58:39.011155 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-0c300371-e0e9-4216-bb39-c53383f77e93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d273d2e6-faf5-44dc-9a35-a9f16d00a825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263867 Dec 16 17:58:39.023359 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-4cea0275-374a-43cb-9dce-ab189c640806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:39.026101 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-4cea0275-374a-43cb-9dce-ab189c640806 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 200 len: 854 time: 0.0515375 Dec 16 17:58:39.060820 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-f6c02dda-3670-41be-94f2-e596f2023de6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d5430d91-7e76-4358-9d35-08edfd4e96f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277357 Dec 16 17:58:39.150638 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-c0ea2e6d-bcba-4928-97b6-a14ce8291e52 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304414 Dec 16 17:58:39.168423 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-302c214a-d8ee-4348-8878-77dbbacf12fd service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976210 Dec 16 17:58:39.220486 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87211f6-85de-4d17-a9a8-d4b636a9d626 req-9df83717-1b90-4e4f-86ce-e05dfe6f8a50 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:39.228105 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e87211f6-85de-4d17-a9a8-d4b636a9d626 req-9df83717-1b90-4e4f-86ce-e05dfe6f8a50 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.1284647 Dec 16 17:58:39.300399 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e87211f6-85de-4d17-a9a8-d4b636a9d626 req-4232ee61-d3a9-47de-82e8-c8e1956d94c7 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715165 Dec 16 17:58:39.320455 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906e84a-ef55-41fa-b948-ac638caa2553 req-dc4ee9d7-0ae5-44b0-9476-a493b2a27f6f tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:39.321974 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f906e84a-ef55-41fa-b948-ac638caa2553 req-dc4ee9d7-0ae5-44b0-9476-a493b2a27f6f tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 943 time: 0.0735776 Dec 16 17:58:39.325256 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78d20ffd-d265-4e91-ad82-ddbb80f55014 req-4e0262e2-366c-476b-8ed8-241bc6e0e660 service neutron] 10.222.0.76 "GET /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666489 Dec 16 17:58:39.325766 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fb772015-1595-4d3c-8d87-7e46ce7c0469 req-7c3b20ce-3296-4970-9821-b034b43ab3fb service neutron] 10.222.0.76 "GET /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525910 Dec 16 17:58:39.380750 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f906e84a-ef55-41fa-b948-ac638caa2553 req-8c1a15bf-f6e9-40a7-9abc-4383f9127d39 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528576 Dec 16 17:58:39.549480 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 46802) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:39.597148 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Deleting subnet 63cadf79-7727-4fc5-b363-92bc6bcc6406 {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:58:39.604251 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.634860 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2504350'] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.674809 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.729077 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3245940'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.752693 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63cadf79-7727-4fc5-b363-92bc6bcc6406,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:39.762536 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.762929 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.763245 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.763615 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.763950 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.764625 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.764625 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.764895 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.765254 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.765585 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.765895 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.766251 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.766588 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:39.769625 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.772847 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6b972cae-0f9b-4a90-a2c6-a479bdf88cc5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/63cadf79-7727-4fc5-b363-92bc6bcc6406 HTTP/1.1" status: 204 len: 168 time: 0.2221982 Dec 16 17:58:39.775488 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 46806) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:39.844074 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.901446 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc791272-971e-46b8-b74e-23eba118cf91 req-41a707e2-b41d-4107-bf3d-df24ad3f08c2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:39.903074 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bc791272-971e-46b8-b74e-23eba118cf91 req-41a707e2-b41d-4107-bf3d-df24ad3f08c2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0537910 Dec 16 17:58:39.925577 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.945801 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec24439-f2c6-4e67-81a7-96a21069ee65']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:39.951635 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bc791272-971e-46b8-b74e-23eba118cf91 req-5dba5003-8eba-44aa-8c46-32361ebe787c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420697 Dec 16 17:58:39.955384 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:39.955490 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2536aa1-7959-44e4-ad17-a70dd0e0af5c') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:58:39.965086 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.979677 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.987103 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:58:39.987500 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:58:39.989450 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:58:40.043960 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:40.050136 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:40.053469 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eec24439-f2c6-4e67-81a7-96a21069ee65 HTTP/1.1" status: 204 len: 168 time: 0.2769258 Dec 16 17:58:40.063164 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bdb57-e170-4c65-9c76-1d7f02a577d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec24439-f2c6-4e67-81a7-96a21069ee65,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:40.231153 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 46816) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:40.274735 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f83a7f2f-1c2f-454b-9057-e0ce095f98f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fd9aefb930a48bfaa54182fe6a4a20c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422931 Dec 16 17:58:40.277664 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 46818) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:40.329604 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-beec16d3-1a99-4101-9aed-7b0df2e862a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:40.359207 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-beec16d3-1a99-4101-9aed-7b0df2e862a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:40.412488 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-beec16d3-1a99-4101-9aed-7b0df2e862a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:40.416033 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-beec16d3-1a99-4101-9aed-7b0df2e862a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:40.421232 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-beec16d3-1a99-4101-9aed-7b0df2e862a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ca39234-0ce7-4c96-be44-339799664bce HTTP/1.1" status: 204 len: 168 time: 0.1380076 Dec 16 17:58:40.435354 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec16d3-1a99-4101-9aed-7b0df2e862a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca39234-0ce7-4c96-be44-339799664bce,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:40.449660 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcf9be-76bf-4e0b-8586-5c61c2615c68 req-f1534795-db0c-4b45-951f-e9491b94a7b1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:40.457609 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fcbcf9be-76bf-4e0b-8586-5c61c2615c68 req-f1534795-db0c-4b45-951f-e9491b94a7b1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0785489 Dec 16 17:58:40.520401 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5597-fba0-4044-90ce-23bddff36fc0 req-02557474-546b-47ab-bf62-c4590fc158ef tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:40.522753 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4c0f5597-fba0-4044-90ce-23bddff36fc0 req-02557474-546b-47ab-bf62-c4590fc158ef tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 943 time: 0.0610847 Dec 16 17:58:40.527192 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fcbcf9be-76bf-4e0b-8586-5c61c2615c68 req-ed291e58-d16f-4724-8dc8-60752d927185 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686488 Dec 16 17:58:40.604327 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4c0f5597-fba0-4044-90ce-23bddff36fc0 req-6646d0b0-70b8-4a46-992b-28fe39cc652a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656204 Dec 16 17:58:41.072815 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3424aa-8bc9-4016-90d8-4ad4eb57abc5 req-4302d2f2-d1cf-42e2-a244-20ad6cbd1606 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:41.074239 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-dd3424aa-8bc9-4016-90d8-4ad4eb57abc5 req-4302d2f2-d1cf-42e2-a244-20ad6cbd1606 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0501480 Dec 16 17:58:41.130229 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-dd3424aa-8bc9-4016-90d8-4ad4eb57abc5 req-84ee7807-9b28-4a92-8c77-7239f842ca2b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498664 Dec 16 17:58:41.664188 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ae4e6-5c20-45b8-9800-8d786479e0f6 req-61e1d3b9-9d7b-46b4-a902-df4940fc7cce tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:41.666857 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a53ae4e6-5c20-45b8-9800-8d786479e0f6 req-61e1d3b9-9d7b-46b4-a902-df4940fc7cce tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0638936 Dec 16 17:58:41.718163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb829e8-acfe-49cf-b94f-b432dbc2c71d req-29f411d4-a6e8-48bd-9c52-1406ad9aca3c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:41.720176 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4eb829e8-acfe-49cf-b94f-b432dbc2c71d req-29f411d4-a6e8-48bd-9c52-1406ad9aca3c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 943 time: 0.0503719 Dec 16 17:58:41.724520 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a53ae4e6-5c20-45b8-9800-8d786479e0f6 req-5981641b-ea5b-489d-bb57-47954e4f104e tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512245 Dec 16 17:58:41.770179 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4eb829e8-acfe-49cf-b94f-b432dbc2c71d req-3309fe62-886f-4bbf-a6d9-4f6f5e79f552 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Dec 16 17:58:42.263054 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361eb486-57d5-4b89-8acd-fd7bd0ab5da4 req-965cf8e5-f75f-4a97-a85a-6e4442da9af2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:42.264563 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-361eb486-57d5-4b89-8acd-fd7bd0ab5da4 req-965cf8e5-f75f-4a97-a85a-6e4442da9af2 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0529597 Dec 16 17:58:42.316394 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-361eb486-57d5-4b89-8acd-fd7bd0ab5da4 req-2debe9e5-7e5c-41cf-b699-2b156c6a6709 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437460 Dec 16 17:58:42.877319 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101f919-d901-4444-9ffb-da7800feebf2 req-3cca8ee0-f3a6-474d-a369-bfd3dd73335c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:42.884696 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7101f919-d901-4444-9ffb-da7800feebf2 req-3cca8ee0-f3a6-474d-a369-bfd3dd73335c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0825300 Dec 16 17:58:42.910857 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a19b7-a230-4d0f-8c71-214e8b46cdd6 req-2b52a52e-5ba9-4a72-89fb-a5c8637b060a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:42.913222 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-937a19b7-a230-4d0f-8c71-214e8b46cdd6 req-2b52a52e-5ba9-4a72-89fb-a5c8637b060a tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 943 time: 0.0566528 Dec 16 17:58:42.937313 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7101f919-d901-4444-9ffb-da7800feebf2 req-f3b7b8e8-a0fa-48fa-965d-06ee5defb377 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517650 Dec 16 17:58:42.972113 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-937a19b7-a230-4d0f-8c71-214e8b46cdd6 req-46c844a5-9773-4468-93e4-82dc039763c9 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530448 Dec 16 17:58:43.438718 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36079-689f-4cd2-8421-000611511129 req-2fed836c-493d-4178-b172-56d15460d315 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:43.440200 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fca36079-689f-4cd2-8421-000611511129 req-2fed836c-493d-4178-b172-56d15460d315 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0486054 Dec 16 17:58:43.493295 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fca36079-689f-4cd2-8421-000611511129 req-5555d5cc-dabf-4a10-89a9-50d40fe1beef tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470192 Dec 16 17:58:43.749491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device edf75e4f-a392-4c19-80da-25bb0006ce0b details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:58:43.855526 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port edf75e4f-a392-4c19-80da-25bb0006ce0b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=edf75e4f-a392-4c19-80da-25bb0006ce0b,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:43.867054 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': 'edf75e4f-a392-4c19-80da-25bb0006ce0b', 'network_id': 'd5430d91-7e76-4358-9d35-08edfd4e96f5', 'port_id': 'edf75e4f-a392-4c19-80da-25bb0006ce0b', 'mac_address': 'fa:16:3e:e3:02:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd0f0d27-c2fb-4ee5-951e-5913f944b325', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:58:43.885145 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 46924) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:43.907604 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:43.920975 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf75e4f-a392-4c19-80da-25bb0006ce0b {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:58:43.941504 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port edf75e4f-a392-4c19-80da-25bb0006ce0b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=edf75e4f-a392-4c19-80da-25bb0006ce0b,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:43.945332 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:43.993244 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=edf75e4f-a392-4c19-80da-25bb0006ce0b,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:44.001090 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.001456 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.002058 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.002261 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-734562fb-6c27-4646-a49b-0718ace1cd74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:44.002675 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.002887 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.003374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.003868 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.004336 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.004828 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.005172 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.005506 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.005830 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.006206 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:58:44.104608 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43951a-166b-4431-9102-b8661a307d53 req-00091f92-9203-4e3d-9133-0d07e302d946 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:44.105960 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06ec1-9cfa-454c-86ff-9fb1b05e5453 req-a0b22fc2-4485-4952-8392-ec09449b229c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:44.106395 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6f43951a-166b-4431-9102-b8661a307d53 req-00091f92-9203-4e3d-9133-0d07e302d946 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 944 time: 0.0532756 Dec 16 17:58:44.107434 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-84b06ec1-9cfa-454c-86ff-9fb1b05e5453 req-a0b22fc2-4485-4952-8392-ec09449b229c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0685065 Dec 16 17:58:44.137752 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-734562fb-6c27-4646-a49b-0718ace1cd74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:44.146521 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-734562fb-6c27-4646-a49b-0718ace1cd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:44.160438 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6f43951a-166b-4431-9102-b8661a307d53 req-1f5859ba-7625-4757-9220-05249e2d3dd7 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456629 Dec 16 17:58:44.204725 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-84b06ec1-9cfa-454c-86ff-9fb1b05e5453 req-b3a1a414-b694-4fe1-8ae1-471693855a89 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890388 Dec 16 17:58:44.221141 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-734562fb-6c27-4646-a49b-0718ace1cd74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f61a66f390c4e8e9935f25bef385489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215883 Dec 16 17:58:44.221141 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734562fb-6c27-4646-a49b-0718ace1cd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aae413-f6f6-495a-ad4d-7966fa4adda3,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:44.221674 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 46936) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:58:44.271790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a333fb55-d6c8-43f5-9eba-cf1ecbfb7316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:44.293397 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a333fb55-d6c8-43f5-9eba-cf1ecbfb7316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:44.346937 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a333fb55-d6c8-43f5-9eba-cf1ecbfb7316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:44.349812 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a333fb55-d6c8-43f5-9eba-cf1ecbfb7316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:44.353870 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-a333fb55-d6c8-43f5-9eba-cf1ecbfb7316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91aae413-f6f6-495a-ad4d-7966fa4adda3 HTTP/1.1" status: 204 len: 168 time: 0.1420915 Dec 16 17:58:44.364298 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333fb55-d6c8-43f5-9eba-cf1ecbfb7316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aae413-f6f6-495a-ad4d-7966fa4adda3,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:44.631313 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e317db-e5ad-4370-97e4-d7f557dddbe6 req-20e10206-d689-413a-a684-58833f84faa3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:44.632908 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-95e317db-e5ad-4370-97e4-d7f557dddbe6 req-20e10206-d689-413a-a684-58833f84faa3 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0565856 Dec 16 17:58:44.662649 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['edf75e4f-a392-4c19-80da-25bb0006ce0b'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:58:44.685315 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-95e317db-e5ad-4370-97e4-d7f557dddbe6 req-e1c1499c-d837-4e21-8534-7b5643b5fabc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Dec 16 17:58:45.280717 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1aa25-1c1d-4139-9c06-5d1e53d69385 req-d62678cc-13bc-4d4f-8339-6a43f7a9e9e1 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:45.282419 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e1a1aa25-1c1d-4139-9c06-5d1e53d69385 req-d62678cc-13bc-4d4f-8339-6a43f7a9e9e1 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 944 time: 0.0516396 Dec 16 17:58:45.335532 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e1a1aa25-1c1d-4139-9c06-5d1e53d69385 req-a5c40062-0537-4dd1-93e7-38a4a852ae9b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 Dec 16 17:58:45.339758 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afac61a-274f-40c2-b95a-6cf0bb87511b req-a2a98d99-5867-4c00-a6b1-797a6e1db211 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:45.341559 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0afac61a-274f-40c2-b95a-6cf0bb87511b req-a2a98d99-5867-4c00-a6b1-797a6e1db211 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0526717 Dec 16 17:58:45.391387 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0afac61a-274f-40c2-b95a-6cf0bb87511b req-3770ea60-7536-49fd-9db7-6c0b7cc424e4 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431559 Dec 16 17:58:46.476971 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fc3e6-71c0-4f07-b0c9-cb5af5c905c9 req-ef31c7a9-d569-412e-bc6d-3804b3e1e106 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:46.478649 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e94fc3e6-71c0-4f07-b0c9-cb5af5c905c9 req-ef31c7a9-d569-412e-bc6d-3804b3e1e106 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 944 time: 0.0544915 Dec 16 17:58:46.518287 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e35b04-6f30-43b3-8f1e-60b0d04b7695 req-53487651-aa9e-4105-88b9-c4421514cc0e tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:46.519861 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e4e35b04-6f30-43b3-8f1e-60b0d04b7695 req-53487651-aa9e-4105-88b9-c4421514cc0e tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0552080 Dec 16 17:58:46.534810 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e94fc3e6-71c0-4f07-b0c9-cb5af5c905c9 req-05bdd9a7-5f54-4c34-8c02-bf96467ac32d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498929 Dec 16 17:58:46.577258 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e4e35b04-6f30-43b3-8f1e-60b0d04b7695 req-8e9c64db-c68e-48c2-9abe-015edc8ba88f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497386 Dec 16 17:58:47.672895 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59990c-f29c-42e6-befa-c5d1428299ba req-6df5b121-2853-494c-8980-741cf1bb2d78 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:47.674394 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ff59990c-f29c-42e6-befa-c5d1428299ba req-6df5b121-2853-494c-8980-741cf1bb2d78 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 944 time: 0.0539761 Dec 16 17:58:47.699831 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9896b2-b4ce-4716-a278-7a80f5204fbb req-22b1668e-beb7-4558-ab19-7d4cb0a1c8b4 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:47.701313 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fd9896b2-b4ce-4716-a278-7a80f5204fbb req-22b1668e-beb7-4558-ab19-7d4cb0a1c8b4 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0498185 Dec 16 17:58:47.723911 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ff59990c-f29c-42e6-befa-c5d1428299ba req-701afa38-2198-4704-971f-4b423097647d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Dec 16 17:58:47.753521 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fd9896b2-b4ce-4716-a278-7a80f5204fbb req-d19c21a1-3083-48b2-bb34-ad4390e04957 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457098 Dec 16 17:58:47.784070 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6d17d62c-a308-44c9-bf27-e54417dc07f0 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:58:47.786260 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device edf75e4f-a392-4c19-80da-25bb0006ce0b up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:58:47.907644 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port edf75e4f-a392-4c19-80da-25bb0006ce0b completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:58:47.922668 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:47.925352 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port edf75e4f-a392-4c19-80da-25bb0006ce0b triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:58:47.925727 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:47.961489 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'port_id': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'mac_address': 'fa:16:3e:3b:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:58:48.011630 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:48.050324 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d17d62c-a308-44c9-bf27-e54417dc07f0 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:58:48.077162 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:48.078336 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:48.087268 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:48.133685 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b72e46-7e3d-4121-b6ee-e181ce273249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf75e4f-a392-4c19-80da-25bb0006ce0b'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:58:48.136245 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952f76dc-3120-48fe-a3fa-fa1e663888de" -d '{"events": [{"server_uuid": "e1b72e46-7e3d-4121-b6ee-e181ce273249", "name": "network-vif-plugged", "status": "completed", "tag": "edf75e4f-a392-4c19-80da-25bb0006ce0b"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:58:48.154553 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port edf75e4f-a392-4c19-80da-25bb0006ce0b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=edf75e4f-a392-4c19-80da-25bb0006ce0b,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:58:48.167301 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:48.174316 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:48.237383 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=edf75e4f-a392-4c19-80da-25bb0006ce0b,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:58:48.601857 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedea92c-9ab7-4ae9-8613-c25b36f910a5 x-openstack-request-id: req-cedea92c-9ab7-4ae9-8613-c25b36f910a5 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:58:48.602176 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b72e46-7e3d-4121-b6ee-e181ce273249", "name": "network-vif-plugged", "status": "completed", "tag": "edf75e4f-a392-4c19-80da-25bb0006ce0b", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:58:48.602443 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cedea92c-9ab7-4ae9-8613-c25b36f910a5 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:58:48.602881 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b72e46-7e3d-4121-b6ee-e181ce273249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf75e4f-a392-4c19-80da-25bb0006ce0b', 'code': 200} Dec 16 17:58:48.850247 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4168f-132a-43cf-ab43-e0263f1603c4 req-b2e099d5-8a7b-4f90-8d14-1e637a28dedc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:48.851823 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78a4168f-132a-43cf-ab43-e0263f1603c4 req-b2e099d5-8a7b-4f90-8d14-1e637a28dedc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0560424 Dec 16 17:58:48.893862 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbc21a-7330-4b1e-a301-ba3298f09e42 req-a9bddaa6-ad6b-4ec0-b767-ca30cd11afe8 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:48.895388 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bfbbc21a-7330-4b1e-a301-ba3298f09e42 req-a9bddaa6-ad6b-4ec0-b767-ca30cd11afe8 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 944 time: 0.0599482 Dec 16 17:58:48.902785 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-78a4168f-132a-43cf-ab43-e0263f1603c4 req-399c7099-83f9-4066-b62a-0eabee219cb1 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 Dec 16 17:58:48.958415 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bfbbc21a-7330-4b1e-a301-ba3298f09e42 req-2dcdc551-9e67-4150-b051-f57fdc309a96 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526259 Dec 16 17:58:51.002316 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-03480776-fd06-4faf-984e-91e552f0f9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:51.204376 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa3153-b157-4b9a-8024-e645c3c6a257 req-5c214cd0-8dc3-4ca0-9a7e-ab7be433edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:51.206382 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41fa3153-b157-4b9a-8024-e645c3c6a257 req-5c214cd0-8dc3-4ca0-9a7e-ab7be433edff service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 1098 time: 0.0492041 Dec 16 17:58:52.596137 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41fa3153-b157-4b9a-8024-e645c3c6a257 req-e11f6275-169a-4793-bb55-1511b94fda1d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431828 Dec 16 17:58:52.646303 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96163d0c-3c37-45c8-9301-cc99a63c2f03 req-8c8696c1-75f8-4d36-b851-c24e3c0f187c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:52.647830 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-96163d0c-3c37-45c8-9301-cc99a63c2f03 req-8c8696c1-75f8-4d36-b851-c24e3c0f187c tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0553002 Dec 16 17:58:52.656474 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012af54-ad59-4b40-97c6-2a07f982ca77 req-9ae8e51a-b778-428d-9933-7f961370ba3f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:52.657891 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c012af54-ad59-4b40-97c6-2a07f982ca77 req-9ae8e51a-b778-428d-9933-7f961370ba3f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 944 time: 0.0483265 Dec 16 17:58:52.697029 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-96163d0c-3c37-45c8-9301-cc99a63c2f03 req-408784de-f480-466a-9f88-0caa948ad6e8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Dec 16 17:58:52.710270 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c012af54-ad59-4b40-97c6-2a07f982ca77 req-53d5e0b7-2630-4216-bfbb-3fdd38e2289f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458069 Dec 16 17:58:53.125657 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['6d17d62c-a308-44c9-bf27-e54417dc07f0'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:58:53.244148 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:53.292189 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-214f7f65-1b64-4074-b078-a1fcbe667b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:54.558463 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:56.032518 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:56.795979 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:58:59.141637 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bcf7c-535f-49d6-9fea-5e7a00231f6d req-4dcd64fe-a558-49db-8acc-86fe25fcb782 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:59.142902 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd593a36-b3c2-43a4-9e2e-97155ab70dee req-5d452476-5a65-439b-9487-496a816080da tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:58:59.143343 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3b3bcf7c-535f-49d6-9fea-5e7a00231f6d req-4dcd64fe-a558-49db-8acc-86fe25fcb782 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 944 time: 0.0519872 Dec 16 17:58:59.144596 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-cd593a36-b3c2-43a4-9e2e-97155ab70dee req-5d452476-5a65-439b-9487-496a816080da tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0554953 Dec 16 17:58:59.157280 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:58:59.195553 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-cd593a36-b3c2-43a4-9e2e-97155ab70dee req-07d37269-08ba-45a8-b1b7-91c4f4908ec1 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452328 Dec 16 17:58:59.197904 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3b3bcf7c-535f-49d6-9fea-5e7a00231f6d req-197fe080-0b31-4e8b-ae9d-edaf20828b73 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453730 Dec 16 17:59:01.894925 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6d17d62c-a308-44c9-bf27-e54417dc07f0 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:59:01.950159 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 6d17d62c-a308-44c9-bf27-e54417dc07f0 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:59:01.954113 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 6d17d62c-a308-44c9-bf27-e54417dc07f0 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:59:01.954504 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:02.176982 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:02.203279 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:02.205908 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f137327d-70e2-4f4e-9486-93877c2f99ef" -d '{"events": [{"server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "name": "network-vif-plugged", "status": "completed", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:02.220873 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:02.225921 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:02.282039 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:04.650693 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0c691-556f-4c0f-8536-48cf0ec4abef req-54a86660-8c13-437e-abb0-fd7e22f4630b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:04.652427 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-92a0c691-556f-4c0f-8536-48cf0ec4abef req-54a86660-8c13-437e-abb0-fd7e22f4630b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0515203 Dec 16 17:59:04.657448 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f9b12-e741-4bc1-9b7a-1b9bbcde7c67 req-e3b2ea34-906c-4479-a4e7-05bf847b8f1b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:04.660180 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2a1f9b12-e741-4bc1-9b7a-1b9bbcde7c67 req-e3b2ea34-906c-4479-a4e7-05bf847b8f1b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0511334 Dec 16 17:59:04.711953 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2a1f9b12-e741-4bc1-9b7a-1b9bbcde7c67 req-dbd5d8bf-ce4f-45f5-b78f-15a31657f42d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Dec 16 17:59:04.713478 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-92a0c691-556f-4c0f-8536-48cf0ec4abef req-371c47a7-c278-4f5a-805c-3399881319f3 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548420 Dec 16 17:59:04.757893 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2842eefe-03b9-4a69-8687-f778d4c2cae3 x-openstack-request-id: req-2842eefe-03b9-4a69-8687-f778d4c2cae3 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:04.758427 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "name": "network-vif-plugged", "status": "completed", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:04.758427 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2842eefe-03b9-4a69-8687-f778d4c2cae3 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:04.758891 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'code': 200} Dec 16 17:59:05.032723 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c941a-c8f2-4c51-bca8-6474ac584870 req-c071b238-12de-400c-af5c-4b298540525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:05.034287 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f82c941a-c8f2-4c51-bca8-6474ac584870 req-c071b238-12de-400c-af5c-4b298540525b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1098 time: 0.0440652 Dec 16 17:59:05.085080 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f82c941a-c8f2-4c51-bca8-6474ac584870 req-79834fe2-7298-48ba-9899-25f4a263b4a7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Dec 16 17:59:05.910593 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec90ca-eba2-478c-81ea-ce1821c252ad req-4e9df700-b43e-40a5-b51e-c5920e0df006 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:05.924360 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4aec90ca-eba2-478c-81ea-ce1821c252ad req-4e9df700-b43e-40a5-b51e-c5920e0df006 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0714097 Dec 16 17:59:05.930744 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c10c0-15ee-480a-8876-41272f784e37 req-94a52057-a513-452e-b135-0e9f5854af7e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:05.932962 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7a5c10c0-15ee-480a-8876-41272f784e37 req-94a52057-a513-452e-b135-0e9f5854af7e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0586143 Dec 16 17:59:05.992403 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4aec90ca-eba2-478c-81ea-ce1821c252ad req-bd13c485-200c-4653-b795-5eeac5d464ba tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598624 Dec 16 17:59:05.996339 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7a5c10c0-15ee-480a-8876-41272f784e37 req-da513eaf-07c2-4639-8eee-7caffad689de tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559468 Dec 16 17:59:11.633732 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb10172-d34d-419e-82ec-e0e6db1d6488 req-06b2e83c-3d30-42fd-a497-d31e2f6d4de1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:11.635221 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2fb10172-d34d-419e-82ec-e0e6db1d6488 req-06b2e83c-3d30-42fd-a497-d31e2f6d4de1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0538762 Dec 16 17:59:11.678086 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0101f-1e62-47df-a071-d3da6b365408 req-00e21bc7-50fe-4c7b-8bf5-a88c0b84f612 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:11.679535 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fdc0101f-1e62-47df-a071-d3da6b365408 req-00e21bc7-50fe-4c7b-8bf5-a88c0b84f612 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0597501 Dec 16 17:59:11.691634 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2fb10172-d34d-419e-82ec-e0e6db1d6488 req-7799a9c7-2582-4282-b45e-e7d27a42b601 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492563 Dec 16 17:59:11.742326 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fdc0101f-1e62-47df-a071-d3da6b365408 req-0bc09167-8f1c-417a-bfed-400a74edbb10 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464356 Dec 16 17:59:12.832834 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef84fc-492e-4d7a-8b72-1e759bcba31d req-db01a89a-cec1-4c52-bb96-a98423d843f0 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:12.834359 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f9ef84fc-492e-4d7a-8b72-1e759bcba31d req-db01a89a-cec1-4c52-bb96-a98423d843f0 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0617702 Dec 16 17:59:12.889137 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f9ef84fc-492e-4d7a-8b72-1e759bcba31d req-682afa3c-2b4c-44e6-bb8e-63d7a8a64261 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482764 Dec 16 17:59:13.017245 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027acdcd-35a9-4d1e-9815-23bde10b5b9c req-d20db84b-7cfc-4a02-bfff-51189c86458c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:13.018809 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-027acdcd-35a9-4d1e-9815-23bde10b5b9c req-d20db84b-7cfc-4a02-bfff-51189c86458c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0532842 Dec 16 17:59:13.085525 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-027acdcd-35a9-4d1e-9815-23bde10b5b9c req-ef428eb0-b6ae-4917-8931-25ffe8069f18 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606787 Dec 16 17:59:13.108861 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 47246) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:13.313804 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a13533-3cfe-47d2-be84-aedc121d24a0 tempest-TestShelveInstance-897260407 tempest-TestShelveInstance-897260407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:13.315376 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f2a13533-3cfe-47d2-be84-aedc121d24a0 tempest-TestShelveInstance-897260407 tempest-TestShelveInstance-897260407-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1093 time: 0.2053714 Dec 16 17:59:13.318342 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 47252) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:13.322586 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'port_id': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:13.348006 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for floatingip, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:13.448438 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:13.560749 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Allocated IP 172.27.3.172 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/0e2d799a-57e9-4224-a143-c53049eaa835) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:59:13.669412 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:13.706571 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:13.750207 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:59:13.753591 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:59:13.757561 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:59:13.782667 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'Port': ['ID=0e2d799a-57e9-4224-a143-c53049eaa835,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:13.793678 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.794004 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.794351 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.794700 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.795031 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.795371 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.795693 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.796009 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.798790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.798790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.798790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.798790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:13.798790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:14.208075 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:14.325007 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:14.517078 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd531da-909f-48fa-bae7-c6f9b2adeea0 req-465a483b-8066-4477-8ea0-0438d2993c68 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:14.518948 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0fd531da-909f-48fa-bae7-c6f9b2adeea0 req-465a483b-8066-4477-8ea0-0438d2993c68 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0568688 Dec 16 17:59:14.581137 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:14.588460 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:14.611220 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0fd531da-909f-48fa-bae7-c6f9b2adeea0 req-abd5a57a-0acd-4c17-9a67-f7f247847525 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686128 Dec 16 17:59:14.677734 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event updated for resources: {'Port': ['ID=0e2d799a-57e9-4224-a143-c53049eaa835,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:14.706674 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:14.815127 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Floating IP 69bf0303-dcc4-439c-83ba-f66c853240bb associated. External IP: 172.27.3.172, port: 6d17d62c-a308-44c9-bf27-e54417dc07f0. Dec 16 17:59:15.044663 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:59:15.160804 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:59:15.172310 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] Sync routers for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:59:15.182443 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:15.184400 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:59:15.185111 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:58:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:15.216959 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-b09924a9-df0d-4c95-84db-5883eb4db800 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8975399 Dec 16 17:59:15.217630 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:15.220553 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714d8490-87b9-43fc-ba50-16cf7858f51c" -d '{"events": [{"name": "network-changed", "server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:15.271508 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630b6e8-9f59-4a75-8fe7-d9e16d1e37d6 x-openstack-request-id: req-b630b6e8-9f59-4a75-8fe7-d9e16d1e37d6 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:15.271804 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:15.272066 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b630b6e8-9f59-4a75-8fe7-d9e16d1e37d6 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:15.272490 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'status': 'completed', 'code': 200} Dec 16 17:59:15.354825 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-15eab6d7-e057-43b0-a76d-2c90b00311f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:15.356428 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-15eab6d7-e057-43b0-a76d-2c90b00311f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1098 time: 0.0494359 Dec 16 17:59:15.393190 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:59:15.465396 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-e552f44e-8675-482d-96be-d48996bec704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:15.467380 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-e552f44e-8675-482d-96be-d48996bec704 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 908 time: 0.1023328 Dec 16 17:59:15.545414 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-c792831f-8b87-45ac-994c-d56d1d475582 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 999 time: 0.0612948 Dec 16 17:59:15.609850 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-b4a6c654-0a84-447f-aab8-e3dcb00e5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:15.611501 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-b4a6c654-0a84-447f-aab8-e3dcb00e5802 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 200 len: 846 time: 0.0527122 Dec 16 17:59:15.646977 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '69bf0303-dcc4-439c-83ba-f66c853240bb', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'port_id': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'mac_address': 'fa:16:3e:3b:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:59:14Z', 'updated_at': '2021-12-16T17:59:14Z', 'revision_number': 0, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:07Z', 'revision_number': 5, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:15.668390 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-af7750e8-2134-42fd-b2d5-28a78152b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:15.670052 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-af7750e8-2134-42fd-b2d5-28a78152b81e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fa6e92a-e070-482a-ab38-6f3c9667d238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504637 Dec 16 17:59:15.680674 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] Checking router: cdeeb96d-d3db-4504-8e0a-2fa940d0f472 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:59:15.688864 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:59:15.689505 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:58:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:15.816095 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:59:15.822079 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea33b4f-6318-4990-a673-78df415999c5 req-1303a81b-c7c0-42cd-a116-391b94b862d9 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:15.829944 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-dea33b4f-6318-4990-a673-78df415999c5 req-1303a81b-c7c0-42cd-a116-391b94b862d9 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0966668 Dec 16 17:59:15.883271 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-23383bf2-f044-49b6-bb1c-d477f37660b3 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038205 Dec 16 17:59:15.921162 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-dea33b4f-6318-4990-a673-78df415999c5 req-d09dd8bd-436c-4535-bc6d-34f661810686 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902276 Dec 16 17:59:15.993674 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-714d8490-87b9-43fc-ba50-16cf7858f51c req-ce80f76d-5549-41ef-9e66-4e38a1263be2 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959823 Dec 16 17:59:16.061202 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '69bf0303-dcc4-439c-83ba-f66c853240bb', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'port_id': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'mac_address': 'fa:16:3e:3b:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:59:14Z', 'updated_at': '2021-12-16T17:59:14Z', 'revision_number': 0, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:07Z', 'revision_number': 5, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:16.091219 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab35125-377c-4ae4-9065-389528e36367 None None] The sync data for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi is: [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '69bf0303-dcc4-439c-83ba-f66c853240bb', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'port_id': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'mac_address': 'fa:16:3e:3b:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T17:59:14Z', 'updated_at': '2021-12-16T17:59:14Z', 'revision_number': 0, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:07Z', 'revision_number': 5, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:59:16.302136 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f708379-bc96-4f6a-8df3-0120f0c6473c None None] New status for floating IP 69bf0303-dcc4-439c-83ba-f66c853240bb: ACTIVE {{(pid=102420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 17:59:17.052062 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867426-227f-466e-9305-3611d244c684 req-6b21e4f0-cdee-4471-9224-70044da800a8 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:17.053630 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-19867426-227f-466e-9305-3611d244c684 req-6b21e4f0-cdee-4471-9224-70044da800a8 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0555298 Dec 16 17:59:17.120055 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-19867426-227f-466e-9305-3611d244c684 req-754bfcb5-3653-4a33-b8cb-9ad75ccfa1ce tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600212 Dec 16 17:59:17.677188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-ac42f657-5300-4a56-9201-4256836669aa tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:17.678814 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-ac42f657-5300-4a56-9201-4256836669aa tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.76 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 946 time: 0.0531769 Dec 16 17:59:17.797573 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Deleting port 201a0fb1-09f4-4092-a321-78e56c800347 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:17.797926 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:17.899127 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] For port 201a0fb1-09f4-4092-a321-78e56c800347, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=201a0fb1-09f4-4092-a321-78e56c800347,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:17.899488 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:17.917377 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Calling delete_port for 201a0fb1-09f4-4092-a321-78e56c800347 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:18.069051 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:18.084668 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['201a0fb1-09f4-4092-a321-78e56c800347', '290d5ebd-1bac-4c76-8c83-0bdc5ba08385'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:18.101539 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Pushing event deleted for resources: {'Port': ['ID=201a0fb1-09f4-4092-a321-78e56c800347,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:18.143693 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] No DVR routers for this DVR port 201a0fb1-09f4-4092-a321-78e56c800347 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:59:18.147257 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:18.150565 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8b75a033-9a31-46ad-94bd-90d61533b9ca req-04b97697-be82-4edc-8586-484f271d770a tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.76 "DELETE /v2.0/ports/201a0fb1-09f4-4092-a321-78e56c800347 HTTP/1.1" status: 204 len: 173 time: 0.4618094 Dec 16 17:59:18.151037 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e995c-4d16-4e48-ae00-73880432cf3c', 'name': 'network-vif-deleted', 'tag': '201a0fb1-09f4-4092-a321-78e56c800347'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:18.160487 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b548527-2c35-4923-b826-d1ac31dc4a72" -d '{"events": [{"server_uuid": "da5e995c-4d16-4e48-ae00-73880432cf3c", "name": "network-vif-deleted", "tag": "201a0fb1-09f4-4092-a321-78e56c800347"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:18.213862 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebda818-8a79-4027-840a-b48cb3540dfa x-openstack-request-id: req-bebda818-8a79-4027-840a-b48cb3540dfa {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:18.214389 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5e995c-4d16-4e48-ae00-73880432cf3c", "name": "network-vif-deleted", "tag": "201a0fb1-09f4-4092-a321-78e56c800347", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:18.214728 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bebda818-8a79-4027-840a-b48cb3540dfa {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:18.215190 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e995c-4d16-4e48-ae00-73880432cf3c', 'name': 'network-vif-deleted', 'tag': '201a0fb1-09f4-4092-a321-78e56c800347', 'status': 'completed', 'code': 200} Dec 16 17:59:18.245946 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-20cb2705-98b5-405c-a876-c8f2da652d6e req-29a77f54-e213-411b-84f1-af0ddbdfe25b tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=da5e995c-4d16-4e48-ae00-73880432cf3c HTTP/1.1" status: 200 len: 210 time: 0.0345695 Dec 16 17:59:19.603611 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b09c56-d758-4a8d-8f35-cf6b7a20ecf3 req-b67a8fa1-82f3-411e-bd0f-e43f0b4c5997 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:19.605072 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-68b09c56-d758-4a8d-8f35-cf6b7a20ecf3 req-b67a8fa1-82f3-411e-bd0f-e43f0b4c5997 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0523324 Dec 16 17:59:19.654861 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-68b09c56-d758-4a8d-8f35-cf6b7a20ecf3 req-b2b7a16c-a45f-44f4-a3b1-202bfc0ae5ff tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437913 Dec 16 17:59:20.560551 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 201a0fb1-09f4-4092-a321-78e56c800347 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:20.584098 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 201a0fb1-09f4-4092-a321-78e56c800347 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:20.584452 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 201a0fb1-09f4-4092-a321-78e56c800347 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:20.789424 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f2cd9-7967-40b4-be17-64324606eb6c req-defabd17-d969-4936-9d02-66bdaec0486d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:20.790976 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-065f2cd9-7967-40b4-be17-64324606eb6c req-defabd17-d969-4936-9d02-66bdaec0486d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0588517 Dec 16 17:59:20.843902 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-065f2cd9-7967-40b4-be17-64324606eb6c req-bcd953f3-093f-43ae-ac31-54cef049beee tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458336 Dec 16 17:59:20.998539 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-11a8ddc5-fce3-4399-acc4-bb4b22b95816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:21.974028 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b1d8a-877e-4f3e-8e14-3595b077e71e req-7c2d878f-4343-4f89-9fff-6ad377f8b325 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:21.975689 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9d6b1d8a-877e-4f3e-8e14-3595b077e71e req-7c2d878f-4343-4f89-9fff-6ad377f8b325 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0581982 Dec 16 17:59:22.027545 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9d6b1d8a-877e-4f3e-8e14-3595b077e71e req-6fa61d7a-61cd-406f-9857-37dcb0980908 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Dec 16 17:59:23.159365 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdba29-391d-4af4-a592-7483b837c40b req-4b2cc547-6474-4680-9fb4-04fa21dacebd tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:23.161196 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46cdba29-391d-4af4-a592-7483b837c40b req-4b2cc547-6474-4680-9fb4-04fa21dacebd tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0541639 Dec 16 17:59:23.212294 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46cdba29-391d-4af4-a592-7483b837c40b req-cf1b87fe-e8ab-4a17-9eaa-0b4366775971 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Dec 16 17:59:23.246059 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:23.270721 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2954bac3-f5f7-4de6-a6f1-5c53edcd0e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:23.860760 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0159f3-3ae0-4185-a79e-ec63e0ef4f2a req-3efaabc5-6a8b-4c92-939c-8627371248a7 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:23.862345 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cc0159f3-3ae0-4185-a79e-ec63e0ef4f2a req-3efaabc5-6a8b-4c92-939c-8627371248a7 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 946 time: 0.0579517 Dec 16 17:59:23.913840 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cc0159f3-3ae0-4185-a79e-ec63e0ef4f2a req-b78cd644-1f5b-49eb-b521-cc07aa53fb25 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Dec 16 17:59:24.348736 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e6a75-f2ae-498b-8ff7-6840a623d4b0 req-924291c1-5b94-4930-8686-572fd9a3837d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:24.350608 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3f0e6a75-f2ae-498b-8ff7-6840a623d4b0 req-924291c1-5b94-4930-8686-572fd9a3837d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0573635 Dec 16 17:59:24.572783 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:24.657824 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3f0e6a75-f2ae-498b-8ff7-6840a623d4b0 req-25e4044a-b06c-4eea-9719-5f8b8e1a8aa6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009617 Dec 16 17:59:25.043934 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dc6ed-7f26-4482-8634-ab8390c0e8bc req-d92d6cb0-48fe-473d-9e2d-a55b46fad9e3 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:25.045432 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f40dc6ed-7f26-4482-8634-ab8390c0e8bc req-d92d6cb0-48fe-473d-9e2d-a55b46fad9e3 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 946 time: 0.0567920 Dec 16 17:59:25.100854 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f40dc6ed-7f26-4482-8634-ab8390c0e8bc req-23650d23-5e31-4f2a-8638-580a1fcb4190 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466344 Dec 16 17:59:25.783527 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae12fb-23ac-43a2-941c-e4bb6570d72b req-5afc5afd-9e41-4871-ab8d-35cb2468559d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:25.785004 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-89ae12fb-23ac-43a2-941c-e4bb6570d72b req-5afc5afd-9e41-4871-ab8d-35cb2468559d tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0511236 Dec 16 17:59:25.839200 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-89ae12fb-23ac-43a2-941c-e4bb6570d72b req-c64dba0b-05b9-4099-a116-641ca29bca11 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480335 Dec 16 17:59:26.040882 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:26.087309 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88294b9d-62db-4780-b22d-1a7ae1439ecb req-1f9fd986-feb9-456f-9435-1e36674214b9 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.088897 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-88294b9d-62db-4780-b22d-1a7ae1439ecb req-1f9fd986-feb9-456f-9435-1e36674214b9 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0662537 Dec 16 17:59:26.146228 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-88294b9d-62db-4780-b22d-1a7ae1439ecb req-f662475a-5773-4cd9-9811-584b1467a446 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489011 Dec 16 17:59:26.239041 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af6f43-1c1b-4318-aed9-0a83a02fa0d0 req-5be6a2d5-6f7b-47ce-9ef0-fbd4d489f5f3 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.244823 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-83af6f43-1c1b-4318-aed9-0a83a02fa0d0 req-5be6a2d5-6f7b-47ce-9ef0-fbd4d489f5f3 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 946 time: 0.0600841 Dec 16 17:59:26.300785 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-83af6f43-1c1b-4318-aed9-0a83a02fa0d0 req-5be57332-af7c-4efb-a541-71a807797b00 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507667 Dec 16 17:59:26.775363 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-d39e7eb8-5078-40b3-9bb5-86b750dca7c0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:26.776849 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-d39e7eb8-5078-40b3-9bb5-86b750dca7c0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.76 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 946 time: 0.0507438 Dec 16 17:59:26.793574 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:26.887689 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Deleting port 53b232b2-b611-4e27-ba0c-c56824b7721b {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:26.888262 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:27.009268 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] For port 53b232b2-b611-4e27-ba0c-c56824b7721b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=53b232b2-b611-4e27-ba0c-c56824b7721b,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:27.009499 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:27.019241 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a6cf2-0fa7-482a-979d-5325baaad39f req-74c483e1-3a91-4ca2-847e-8ed3b964d874 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:27.020885 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f01a6cf2-0fa7-482a-979d-5325baaad39f req-74c483e1-3a91-4ca2-847e-8ed3b964d874 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0897572 Dec 16 17:59:27.039315 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Calling delete_port for 53b232b2-b611-4e27-ba0c-c56824b7721b owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:27.120556 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f01a6cf2-0fa7-482a-979d-5325baaad39f req-60003dcb-bea9-4549-8fd1-6759f38f69fc tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/security-groups?id=5755da95-47fe-4467-b45d-4515d8fdfa83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931110 Dec 16 17:59:27.206043 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:27.221315 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['53b232b2-b611-4e27-ba0c-c56824b7721b'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:27.239214 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Pushing event deleted for resources: {'Port': ['ID=53b232b2-b611-4e27-ba0c-c56824b7721b,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:27.288051 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] No DVR routers for this DVR port 53b232b2-b611-4e27-ba0c-c56824b7721b on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:59:27.290785 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:27.292682 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e2752-17f4-45ba-8c96-9f511f297276 req-637baaa9-1aa5-4126-b7f4-728dd04d0c4e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:27.294113 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b1ccd3ff-2d61-411a-91c8-46fa2ad03564 req-b2d1e859-d220-4619-9c1f-9074a002fce0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.76 "DELETE /v2.0/ports/53b232b2-b611-4e27-ba0c-c56824b7721b HTTP/1.1" status: 204 len: 173 time: 0.5026655 Dec 16 17:59:27.294257 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0d7e2752-17f4-45ba-8c96-9f511f297276 req-637baaa9-1aa5-4126-b7f4-728dd04d0c4e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0712404 Dec 16 17:59:27.294600 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536e020a-872b-41cf-989e-192d42b2a8fb', 'name': 'network-vif-deleted', 'tag': '53b232b2-b611-4e27-ba0c-c56824b7721b'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:27.296938 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e62b177-11fc-49e8-924f-b6588383befc" -d '{"events": [{"server_uuid": "536e020a-872b-41cf-989e-192d42b2a8fb", "name": "network-vif-deleted", "tag": "53b232b2-b611-4e27-ba0c-c56824b7721b"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:27.347937 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c930f-1245-4a65-b747-75fed97c5902 x-openstack-request-id: req-6a3c930f-1245-4a65-b747-75fed97c5902 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:27.348229 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536e020a-872b-41cf-989e-192d42b2a8fb", "name": "network-vif-deleted", "tag": "53b232b2-b611-4e27-ba0c-c56824b7721b", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:27.348509 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a3c930f-1245-4a65-b747-75fed97c5902 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:27.348940 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536e020a-872b-41cf-989e-192d42b2a8fb', 'name': 'network-vif-deleted', 'tag': '53b232b2-b611-4e27-ba0c-c56824b7721b', 'status': 'completed', 'code': 200} Dec 16 17:59:27.360046 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0d7e2752-17f4-45ba-8c96-9f511f297276 req-26fcda51-3d7a-46be-8c30-ac01392735eb tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592446 Dec 16 17:59:27.454462 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-dd373cb4-c59f-4f3d-99a8-d417f3b67753 req-4c46341b-3396-4839-876c-d884cb128f64 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e020a-872b-41cf-989e-192d42b2a8fb HTTP/1.1" status: 200 len: 210 time: 0.0316021 Dec 16 17:59:27.817807 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-68798d1c-4b62-4034-b4e4-16eadc3f35d6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:27.819367 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-68798d1c-4b62-4034-b4e4-16eadc3f35d6 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.76 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 945 time: 0.0517852 Dec 16 17:59:27.932921 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Deleting port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:27.933705 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:28.024434 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] For port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:28.024806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:28.039779 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Calling delete_port for 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:28.173242 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:28.185434 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['290d5ebd-1bac-4c76-8c83-0bdc5ba08385'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:28.214504 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Pushing event deleted for resources: {'Port': ['ID=290d5ebd-1bac-4c76-8c83-0bdc5ba08385,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:28.235321 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f7c1f8a6-a8ed-4e61-81be-5358b35e0d16 req-e90009fd-f0cd-4b6c-b6eb-31fdfe770a8c tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.32 "GET /v2.0/ports?device_id=71b128b8-90f3-4162-82d5-7b55358c2a7f HTTP/1.1" status: 200 len: 210 time: 0.0336320 Dec 16 17:59:28.270764 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] No DVR routers for this DVR port 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:59:28.273414 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:28.276898 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a31f6c4b-a7f1-4121-bbad-f92a448b6460 req-81264393-0db4-4c47-9ebc-8d27d56fa695 tempest-ServerRescueNegativeTestJSON-1013762256 tempest-ServerRescueNegativeTestJSON-1013762256-project] 10.222.0.76 "DELETE /v2.0/ports/290d5ebd-1bac-4c76-8c83-0bdc5ba08385 HTTP/1.1" status: 204 len: 173 time: 0.4480669 Dec 16 17:59:28.495970 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a9290-f6cf-488c-a987-5091a1957cf1 req-b61d898e-018b-46a5-ab6a-21ecf31f6cfa tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:28.497545 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6b6a9290-f6cf-488c-a987-5091a1957cf1 req-b61d898e-018b-46a5-ab6a-21ecf31f6cfa tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0575991 Dec 16 17:59:28.548433 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6b6a9290-f6cf-488c-a987-5091a1957cf1 req-09e8a88c-d571-4108-a923-0fc0cb1e84a3 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 Dec 16 17:59:28.887836 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b748c9d-0648-4968-8188-3429a306dba8 req-8460f0b5-9021-46be-b75b-b078745f1ca3 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:28.889318 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8b748c9d-0648-4968-8188-3429a306dba8 req-8460f0b5-9021-46be-b75b-b078745f1ca3 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 945 time: 0.0570011 Dec 16 17:59:28.993418 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Deleting port edf75e4f-a392-4c19-80da-25bb0006ce0b {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:28.994198 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:29.094529 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] For port edf75e4f-a392-4c19-80da-25bb0006ce0b, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=edf75e4f-a392-4c19-80da-25bb0006ce0b,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:29.094901 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:29.108213 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Calling delete_port for edf75e4f-a392-4c19-80da-25bb0006ce0b owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:29.258486 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:29.275965 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['16e14879-9e6e-4635-973a-9dd4e0786b26', '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e', '93eaa60f-c9d3-436e-8948-b358e656df71', 'edf75e4f-a392-4c19-80da-25bb0006ce0b'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:29.288509 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Pushing event deleted for resources: {'Port': ['ID=edf75e4f-a392-4c19-80da-25bb0006ce0b,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:29.299124 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47566) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:29.338764 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] No DVR routers for this DVR port edf75e4f-a392-4c19-80da-25bb0006ce0b on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:59:29.342072 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:29.345909 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8b748c9d-0648-4968-8188-3429a306dba8 req-4c966f3f-8e3c-4819-b637-a5a66a46e0d6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "DELETE /v2.0/ports/edf75e4f-a392-4c19-80da-25bb0006ce0b HTTP/1.1" status: 204 len: 173 time: 0.4458308 Dec 16 17:59:29.349583 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b128b8-90f3-4162-82d5-7b55358c2a7f', 'name': 'network-vif-deleted', 'tag': '290d5ebd-1bac-4c76-8c83-0bdc5ba08385'}, {'server_uuid': 'e1b72e46-7e3d-4121-b6ee-e181ce273249', 'name': 'network-vif-deleted', 'tag': 'edf75e4f-a392-4c19-80da-25bb0006ce0b'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:29.352956 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16398dab-bc6c-4c26-aafd-e8232b189daf" -d '{"events": [{"server_uuid": "71b128b8-90f3-4162-82d5-7b55358c2a7f", "name": "network-vif-deleted", "tag": "290d5ebd-1bac-4c76-8c83-0bdc5ba08385"}, {"server_uuid": "e1b72e46-7e3d-4121-b6ee-e181ce273249", "name": "network-vif-deleted", "tag": "edf75e4f-a392-4c19-80da-25bb0006ce0b"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:29.406404 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a437ffa-e0a0-4047-94f0-a6d96d2e7b9a x-openstack-request-id: req-6a437ffa-e0a0-4047-94f0-a6d96d2e7b9a {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:29.406876 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b128b8-90f3-4162-82d5-7b55358c2a7f", "name": "network-vif-deleted", "tag": "290d5ebd-1bac-4c76-8c83-0bdc5ba08385", "status": "completed", "code": 200}, {"server_uuid": "e1b72e46-7e3d-4121-b6ee-e181ce273249", "name": "network-vif-deleted", "tag": "edf75e4f-a392-4c19-80da-25bb0006ce0b", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:29.407180 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a437ffa-e0a0-4047-94f0-a6d96d2e7b9a {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:29.407649 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b128b8-90f3-4162-82d5-7b55358c2a7f', 'name': 'network-vif-deleted', 'tag': '290d5ebd-1bac-4c76-8c83-0bdc5ba08385', 'status': 'completed', 'code': 200} Dec 16 17:59:29.407974 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b72e46-7e3d-4121-b6ee-e181ce273249', 'name': 'network-vif-deleted', 'tag': 'edf75e4f-a392-4c19-80da-25bb0006ce0b', 'status': 'completed', 'code': 200} Dec 16 17:59:29.664186 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a55eda5d-a76d-4776-8bd4-b486a9bb4fbc req-31f00d70-36de-4ecd-bb49-86ef9550a57b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 210 time: 0.0314176 Dec 16 17:59:29.750547 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:30.071373 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Deleting port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:30.071715 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:30.159573 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] For port 5b6d67b2-cfa5-47b0-8264-34fe5cffddef, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,segment=NetworkSegment(22bcc957-bbe7-4ee2-a6f6-f47ac86bea22),segment_id=22bcc957-bbe7-4ee2-a6f6-f47ac86bea22)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:30.159944 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:30.173761 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Calling delete_port for 5b6d67b2-cfa5-47b0-8264-34fe5cffddef owned by network:router_interface {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:30.372734 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:30.405344 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6d67b2-cfa5-47b0-8264-34fe5cffddef,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:30.563275 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.054454 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 17:59:31.164819 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 17:59:31.170796 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-2365ac63-2eaf-4bb3-838d-7be83dcd9a63 admin admin] 10.222.0.32 "PUT /v2.0/routers/bbf0f15c-9b55-4b49-bafa-abdb63480bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695660 Dec 16 17:59:31.173172 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47586) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:31.174946 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] Sync routers for ids ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 17:59:31.187187 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] Routers {'bbf0f15c-9b55-4b49-bafa-abdb63480bd6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:59:31.187798 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:59:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:31.284932 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.297115 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] Set router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:59:31.392391 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.444154 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Deleting port b8a4811a-da53-4920-97dc-5b63e139ec44 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:31.444490 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.481231 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:59:30Z', 'revision_number': 5, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port': {'id': 'b8a4811a-da53-4920-97dc-5b63e139ec44', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:16Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:31.507965 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] Checking router: bbf0f15c-9b55-4b49-bafa-abdb63480bd6 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 17:59:31.516682 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] Routers {'bbf0f15c-9b55-4b49-bafa-abdb63480bd6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 17:59:31.517312 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T17:59:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:31.522236 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] For port b8a4811a-da53-4920-97dc-5b63e139ec44, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=b8a4811a-da53-4920-97dc-5b63e139ec44,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:31.522606 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.535192 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Calling delete_port for b8a4811a-da53-4920-97dc-5b63e139ec44 owned by network:router_gateway {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:31.609586 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] Set router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 gateway port host: None {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 17:59:31.664749 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:59:31Z', 'revision_number': 6, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:31.695345 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650550fa-ef23-49a6-b59e-2b56809bd660 None None] The sync data for ids ['bbf0f15c-9b55-4b49-bafa-abdb63480bd6'] in dv-cinder-819200-2-iscsi is: [{'id': 'bbf0f15c-9b55-4b49-bafa-abdb63480bd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1209464842-router', 'tenant_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:59:31Z', 'revision_number': 6, 'project_id': 'de691ea87f0e4a4f947a9362feda9aaa', 'gw_port_host': None}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 17:59:31.720034 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.749781 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a4811a-da53-4920-97dc-5b63e139ec44,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:31.809826 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.911770 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.913967 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.982749 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.983305 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf0f15c-9b55-4b49-bafa-abdb63480bd6 {{(pid=102419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 17:59:31.989642 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] Publish callbacks [] for router, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:31.990872 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-f003619f-75cf-4cbf-bbca-235479cc66a5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bbf0f15c-9b55-4b49-bafa-abdb63480bd6 HTTP/1.1" status: 204 len: 168 time: 0.8164046 Dec 16 17:59:31.994330 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47592) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:32.051638 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5420b5-a2a4-4647-b5cb-c1f9748fbced admin admin] Deleting subnet f153873a-3f55-4355-8d4b-0759375656dd {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:59:32.055809 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-df5420b5-a2a4-4647-b5cb-c1f9748fbced admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.093418 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-df5420b5-a2a4-4647-b5cb-c1f9748fbced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2504350'] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.135751 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-df5420b5-a2a4-4647-b5cb-c1f9748fbced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.190703 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-df5420b5-a2a4-4647-b5cb-c1f9748fbced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3245940'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.218917 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5420b5-a2a4-4647-b5cb-c1f9748fbced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f153873a-3f55-4355-8d4b-0759375656dd,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:32.221898 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-df5420b5-a2a4-4647-b5cb-c1f9748fbced admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.225494 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-df5420b5-a2a4-4647-b5cb-c1f9748fbced admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f153873a-3f55-4355-8d4b-0759375656dd HTTP/1.1" status: 204 len: 168 time: 0.2299845 Dec 16 17:59:32.228525 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47594) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:32.300343 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.384451 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.404878 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d273d2e6-faf5-44dc-9a35-a9f16d00a825']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:32.414658 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:32.414964 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bcc957-bbe7-4ee2-a6f6-f47ac86bea22') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:32.424691 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.439592 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.446188 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:59:32.446781 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:59:32.448575 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:59:32.508607 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.513405 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.516758 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] 10.222.0.32 "DELETE /v2.0/networks/d273d2e6-faf5-44dc-9a35-a9f16d00a825 HTTP/1.1" status: 204 len: 168 time: 0.2873147 Dec 16 17:59:32.529623 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334ad71-7a07-44db-9116-844aaa92e1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d273d2e6-faf5-44dc-9a35-a9f16d00a825,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:32.699961 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47600) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:32.737697 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c53631dc-b384-4dd8-84c6-6c385ab9d3e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de691ea87f0e4a4f947a9362feda9aaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409892 Dec 16 17:59:32.740392 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47602) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:32.797800 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-47974b9c-b365-46ae-a9ce-202a095e436e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.822846 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-47974b9c-b365-46ae-a9ce-202a095e436e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.873143 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-47974b9c-b365-46ae-a9ce-202a095e436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.875794 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-47974b9c-b365-46ae-a9ce-202a095e436e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:32.876880 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-47974b9c-b365-46ae-a9ce-202a095e436e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5755da95-47fe-4467-b45d-4515d8fdfa83 HTTP/1.1" status: 204 len: 168 time: 0.1354403 Dec 16 17:59:32.884370 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47974b9c-b365-46ae-a9ce-202a095e436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755da95-47fe-4467-b45d-4515d8fdfa83,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:33.384434 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 5b6d67b2-cfa5-47b0-8264-34fe5cffddef no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:33.405130 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 5b6d67b2-cfa5-47b0-8264-34fe5cffddef {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:33.405478 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 5b6d67b2-cfa5-47b0-8264-34fe5cffddef not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:33.405919 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device b8a4811a-da53-4920-97dc-5b63e139ec44 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:33.429624 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: b8a4811a-da53-4920-97dc-5b63e139ec44 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:33.430653 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device b8a4811a-da53-4920-97dc-5b63e139ec44 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:35.443665 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 53b232b2-b611-4e27-ba0c-c56824b7721b no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:35.474151 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 53b232b2-b611-4e27-ba0c-c56824b7721b {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:35.474497 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 53b232b2-b611-4e27-ba0c-c56824b7721b not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:35.474964 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:35.494939 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:35.495449 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 290d5ebd-1bac-4c76-8c83-0bdc5ba08385 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:35.581434 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d4ddc1dd-65e2-4ae4-b6d3-5d66ccb3984e req-84a65cef-3ea1-45da-a839-56ecab8a5ed6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1b72e46-7e3d-4121-b6ee-e181ce273249 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Dec 16 17:59:36.142652 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 47676) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:36.155682 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:59:36.250577 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10cf5d17-0e6a-485c-9152-123a20912973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:36.329738 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10cf5d17-0e6a-485c-9152-123a20912973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:36.335554 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-10cf5d17-0e6a-485c-9152-123a20912973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:36.375867 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-10cf5d17-0e6a-485c-9152-123a20912973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80f2498096064e03bb2566477f9a1e50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320695 Dec 16 17:59:36.376897 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf5d17-0e6a-485c-9152-123a20912973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b69f968-bec6-430c-9cba-b439b5b5c90d,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:36.379066 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47680) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:36.439626 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f853956a-a367-43ba-8671-adbcc173a60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:36.461513 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f853956a-a367-43ba-8671-adbcc173a60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:36.513008 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f853956a-a367-43ba-8671-adbcc173a60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:36.515742 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f853956a-a367-43ba-8671-adbcc173a60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:36.519855 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-f853956a-a367-43ba-8671-adbcc173a60b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b69f968-bec6-430c-9cba-b439b5b5c90d HTTP/1.1" status: 204 len: 168 time: 0.1388319 Dec 16 17:59:36.528065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853956a-a367-43ba-8671-adbcc173a60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b69f968-bec6-430c-9cba-b439b5b5c90d,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:37.821681 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device edf75e4f-a392-4c19-80da-25bb0006ce0b no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:37.843142 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: edf75e4f-a392-4c19-80da-25bb0006ce0b {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:37.843581 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device edf75e4f-a392-4c19-80da-25bb0006ce0b not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:38.029740 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e1b91-6984-4e87-b320-d01e393574b2 req-1f0a4a3f-0f28-40d7-b18c-a93d1dccd44e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:38.031473 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7a5e1b91-6984-4e87-b320-d01e393574b2 req-1f0a4a3f-0f28-40d7-b18c-a93d1dccd44e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0534205 Dec 16 17:59:38.084492 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7a5e1b91-6984-4e87-b320-d01e393574b2 req-a2e2ff27-925c-4d42-bfbb-c958d49982e1 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467622 Dec 16 17:59:38.454648 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 47790) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:38.578778 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1393b581-5390-40bc-a2f6-dea390775e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:38.661863 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1393b581-5390-40bc-a2f6-dea390775e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:38.669935 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1393b581-5390-40bc-a2f6-dea390775e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:38.718636 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-1393b581-5390-40bc-a2f6-dea390775e9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fb718defe574940acfba4aa7c1ad63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628558 Dec 16 17:59:38.719899 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393b581-5390-40bc-a2f6-dea390775e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f18aca-6c0f-47b8-8f81-0c5225dd086a,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:38.723400 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 47794) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:38.779081 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9c417311-2f05-4a36-8aa4-9ecfa6ddaaa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:38.804059 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9c417311-2f05-4a36-8aa4-9ecfa6ddaaa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:38.854535 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9c417311-2f05-4a36-8aa4-9ecfa6ddaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:38.857354 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9c417311-2f05-4a36-8aa4-9ecfa6ddaaa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:38.858593 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-9c417311-2f05-4a36-8aa4-9ecfa6ddaaa3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17f18aca-6c0f-47b8-8f81-0c5225dd086a HTTP/1.1" status: 204 len: 168 time: 0.1342895 Dec 16 17:59:38.866876 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c417311-2f05-4a36-8aa4-9ecfa6ddaaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f18aca-6c0f-47b8-8f81-0c5225dd086a,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:39.162149 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 47808) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:39.176038 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f3431477-9281-4519-b2a8-600aa57dbc17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.300951 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f3431477-9281-4519-b2a8-600aa57dbc17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.309849 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5e44e-ba2b-42b6-9cc6-167834a41a19 req-3686f390-ba88-41c9-8085-837b223dca04 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:39.311435 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f6e5e44e-ba2b-42b6-9cc6-167834a41a19 req-3686f390-ba88-41c9-8085-837b223dca04 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0785103 Dec 16 17:59:39.312555 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f3431477-9281-4519-b2a8-600aa57dbc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.365508 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f3431477-9281-4519-b2a8-600aa57dbc17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbac87d7d1174454b032e06fa56c91da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021530 Dec 16 17:59:39.366194 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3431477-9281-4519-b2a8-600aa57dbc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec4c304-dfbd-4c85-9dcf-3d4136e77876,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:39.369694 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47816) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:39.398960 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f6e5e44e-ba2b-42b6-9cc6-167834a41a19 req-1843c3b8-df38-4455-aa59-c0b0b17f9160 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716276 Dec 16 17:59:39.420957 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-693bb1cd-1e92-45be-83cf-01e6d4745418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.443129 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-693bb1cd-1e92-45be-83cf-01e6d4745418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.497120 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-693bb1cd-1e92-45be-83cf-01e6d4745418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.499766 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-693bb1cd-1e92-45be-83cf-01e6d4745418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:39.500961 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-693bb1cd-1e92-45be-83cf-01e6d4745418 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ec4c304-dfbd-4c85-9dcf-3d4136e77876 HTTP/1.1" status: 204 len: 168 time: 0.1296740 Dec 16 17:59:39.509027 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bb1cd-1e92-45be-83cf-01e6d4745418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec4c304-dfbd-4c85-9dcf-3d4136e77876,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:40.524389 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da54445-969c-4107-829b-aab5de0f6b5b req-4c05d021-0398-4102-b510-2b5be251f329 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:40.525931 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9da54445-969c-4107-829b-aab5de0f6b5b req-4c05d021-0398-4102-b510-2b5be251f329 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0541000 Dec 16 17:59:40.587503 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9da54445-969c-4107-829b-aab5de0f6b5b req-410450b7-4120-4794-97bb-a104d4c21cfc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504582 Dec 16 17:59:41.718883 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b2d3f-8dbf-45ac-9bb8-580c874e23dc req-0537f7e4-c46c-4702-8ec4-0d60e1c19506 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:41.720246 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e75b2d3f-8dbf-45ac-9bb8-580c874e23dc req-0537f7e4-c46c-4702-8ec4-0d60e1c19506 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0616820 Dec 16 17:59:41.773440 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e75b2d3f-8dbf-45ac-9bb8-580c874e23dc req-451965bb-7c68-470e-a05f-6d09981fca2f tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470405 Dec 16 17:59:42.901234 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074144-4bbe-4dd4-944d-2aa91379ddc3 req-2b22642f-694a-4395-b5f9-c0dda9902db5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:42.902804 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b2074144-4bbe-4dd4-944d-2aa91379ddc3 req-2b22642f-694a-4395-b5f9-c0dda9902db5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0544293 Dec 16 17:59:42.959688 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b2074144-4bbe-4dd4-944d-2aa91379ddc3 req-1b03e33a-3a18-46eb-827e-79607608dac2 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504620 Dec 16 17:59:44.090547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b395b-f93f-4bf1-961a-a873e0851f73 req-58632a71-ef43-4ddc-92ce-a1289adaf0b8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:44.092392 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3c0b395b-f93f-4bf1-961a-a873e0851f73 req-58632a71-ef43-4ddc-92ce-a1289adaf0b8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0508590 Dec 16 17:59:44.145082 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3c0b395b-f93f-4bf1-961a-a873e0851f73 req-c31148d5-51e5-42c6-a54f-1900b612858d tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Dec 16 17:59:45.287144 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f9e09-5b53-441a-a638-ca02191ad521 req-41b3ec3b-993f-421e-ac95-57bd62870497 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:45.288872 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e83f9e09-5b53-441a-a638-ca02191ad521 req-41b3ec3b-993f-421e-ac95-57bd62870497 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0694046 Dec 16 17:59:45.339914 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e83f9e09-5b53-441a-a638-ca02191ad521 req-475a4cf4-5bbf-4fbb-b3fb-be0caf9acf45 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Dec 16 17:59:45.795578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-586792e1-0a96-4fa5-9ca6-3bb8fafd32a3 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:45.797110 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-586792e1-0a96-4fa5-9ca6-3bb8fafd32a3 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/networks?id=d8330e09-9a25-4fb2-9600-d502f13c3fd4 HTTP/1.1" status: 200 len: 813 time: 0.1062951 Dec 16 17:59:45.818034 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-3bd152c7-d51e-4c2d-8b4c-1f81c8867a54 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/quotas/e1d5cb18f27d4ce1a89b1f5698ebcbe3 HTTP/1.1" status: 200 len: 375 time: 0.0147958 Dec 16 17:59:45.863160 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-c8f9d209-0c7b-4f87-8b6b-d9090094db0e tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e1d5cb18f27d4ce1a89b1f5698ebcbe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369258 Dec 16 17:59:45.963380 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-cb80eecc-6c47-47ef-b3af-bbb977133ad9 service neutron] 10.222.0.32 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918779 Dec 16 17:59:46.081951 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-ab672e46-f8a2-4b1a-91d5-e8f8d3591f8c service neutron] 10.222.0.32 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098316 Dec 16 17:59:46.269055 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9b9486e6-9d1d-42c7-974a-4d25033f8137 req-889d65a9-d022-41b6-ba04-43bbb37a9213 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 210 time: 0.0331504 Dec 16 17:59:46.441848 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-937a7284-9e35-444f-90c5-5381fe9357ef tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:46.443469 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-937a7284-9e35-444f-90c5-5381fe9357ef tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.0715532 Dec 16 17:59:46.546218 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc7e34-6070-4e12-963e-0ec3cf715893 req-a1ae945c-e7ae-4233-9fb1-20561f3e75c0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:46.547841 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fcdc7e34-6070-4e12-963e-0ec3cf715893 req-a1ae945c-e7ae-4233-9fb1-20561f3e75c0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 946 time: 0.1229446 Dec 16 17:59:46.613610 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fcdc7e34-6070-4e12-963e-0ec3cf715893 req-f3dfce9d-089c-495b-986b-726f0a74fbc6 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548081 Dec 16 17:59:46.621261 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Deleting port 93eaa60f-c9d3-436e-8948-b358e656df71 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:46.621594 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:46.721283 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] For port 93eaa60f-c9d3-436e-8948-b358e656df71, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=93eaa60f-c9d3-436e-8948-b358e656df71,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:46.721658 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:46.735373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Calling delete_port for 93eaa60f-c9d3-436e-8948-b358e656df71 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:46.870023 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:46.883271 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['16e14879-9e6e-4635-973a-9dd4e0786b26', '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e', '93eaa60f-c9d3-436e-8948-b358e656df71'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:46.906525 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Pushing event deleted for resources: {'Port': ['ID=93eaa60f-c9d3-436e-8948-b358e656df71,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:46.950127 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] No DVR routers for this DVR port 93eaa60f-c9d3-436e-8948-b358e656df71 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:59:46.953262 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:46.956927 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3cdfab6d-8be3-45c3-b757-5a2056e3ca98 req-bffc2190-f016-4a67-8671-9d2c43929a81 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "DELETE /v2.0/ports/93eaa60f-c9d3-436e-8948-b358e656df71 HTTP/1.1" status: 204 len: 173 time: 0.4957323 Dec 16 17:59:46.957709 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6', 'name': 'network-vif-deleted', 'tag': '93eaa60f-c9d3-436e-8948-b358e656df71'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:46.960278 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b744462-b643-4502-8486-21b3c3deb926" -d '{"events": [{"server_uuid": "5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6", "name": "network-vif-deleted", "tag": "93eaa60f-c9d3-436e-8948-b358e656df71"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:47.004774 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d9a3a2-c854-49e6-8ed1-68b843f7e63a x-openstack-request-id: req-03d9a3a2-c854-49e6-8ed1-68b843f7e63a {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:47.005071 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6", "name": "network-vif-deleted", "tag": "93eaa60f-c9d3-436e-8948-b358e656df71", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:47.005332 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03d9a3a2-c854-49e6-8ed1-68b843f7e63a {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:47.005782 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6', 'name': 'network-vif-deleted', 'tag': '93eaa60f-c9d3-436e-8948-b358e656df71', 'status': 'completed', 'code': 200} Dec 16 17:59:47.328551 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47988) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:47.409172 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-44d477e8-e696-41e8-a284-daf46d4b5539 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:47.409952 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3e87cac4-dacf-44bf-8543-9ffa732dbc19 req-205baad8-5f09-4ded-bbcd-b45977763b60 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 210 time: 0.0670025 Dec 16 17:59:47.420216 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-44d477e8-e696-41e8-a284-daf46d4b5539 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.76 "GET /v2.0/networks?id=d8330e09-9a25-4fb2-9600-d502f13c3fd4 HTTP/1.1" status: 200 len: 813 time: 0.1342614 Dec 16 17:59:47.432944 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Request body: {'port': {'device_id': 'd4563a1d-2838-4e79-b193-2399bae7aec4', 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4', 'admin_state_up': True, 'tenant_id': 'e1d5cb18f27d4ce1a89b1f5698ebcbe3'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:47.472678 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.551482 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Made reservation on behalf of e1d5cb18f27d4ce1a89b1f5698ebcbe3 for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:59:47.555135 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.555324 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.560142 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.597390 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded63a15-a304-4443-85f9-1933666ab60e,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:47.601161 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61b60ef7223b440b83f640cdfa19b4b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708621 Dec 16 17:59:47.604181 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 47998) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:47.614750 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.615121 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.615462 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.615781 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.616093 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.616416 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.616750 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.617063 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.617382 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.617698 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.618176 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.618700 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.619253 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e485495-1be0-4f50-990c-1d84014fed18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:47.673057 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c0ac33df-5085-420e-81d9-b5b2b1e59394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.697873 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Allocated IP 172.20.0.9 (d8330e09-9a25-4fb2-9600-d502f13c3fd4/2686dd64-376d-4cf9-9b69-12834e3271e6/ab7cf641-deaf-449b-a250-cbfc0164d60c) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 17:59:47.700444 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c0ac33df-5085-420e-81d9-b5b2b1e59394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.757746 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7883d844-7e1d-4789-8081-cffe5008dcbf req-7ee7e248-c8b0-4401-a603-a586467793bc tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f551bc5-1ca6-4b03-b26d-b3ff1c5997f6 HTTP/1.1" status: 200 len: 210 time: 0.0490165 Dec 16 17:59:47.804297 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c0ac33df-5085-420e-81d9-b5b2b1e59394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.807279 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c0ac33df-5085-420e-81d9-b5b2b1e59394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.811289 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c0ac33df-5085-420e-81d9-b5b2b1e59394 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ded63a15-a304-4443-85f9-1933666ab60e HTTP/1.1" status: 204 len: 168 time: 0.2059906 Dec 16 17:59:47.819770 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac33df-5085-420e-81d9-b5b2b1e59394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded63a15-a304-4443-85f9-1933666ab60e,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:47.865171 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.902438 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:47.951162 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Network d8330e09-9a25-4fb2-9600-d502f13c3fd4 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 17:59:47.954684 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:59:47.957279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 17:59:47.988451 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Pushing event updated for resources: {'Port': ['ID=ab7cf641-deaf-449b-a250-cbfc0164d60c,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:48.017139 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:48.017857 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.037091 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-bb5a273c-8711-48d7-a78f-2912ac5d7143 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6095531 Dec 16 17:59:48.050304 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Request body: {'port': {'device_id': 'd4563a1d-2838-4e79-b193-2399bae7aec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:48.117032 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.127761 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48012) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:48.146150 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90b24ed3-50d9-41e6-8883-e51a2d3c70a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.238815 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90b24ed3-50d9-41e6-8883-e51a2d3c70a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.243992 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90b24ed3-50d9-41e6-8883-e51a2d3c70a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.287107 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b24ed3-50d9-41e6-8883-e51a2d3c70a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8d97a-4059-4774-9596-4c9edcd637cf,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:48.315180 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-90b24ed3-50d9-41e6-8883-e51a2d3c70a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd174f80028c460d9bd97041e0573fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862230 Dec 16 17:59:48.317762 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48020) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:48.368949 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-945c4e0e-8e38-4e95-b0d7-384a772cac2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.391569 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-945c4e0e-8e38-4e95-b0d7-384a772cac2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.412856 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7cf641-deaf-449b-a250-cbfc0164d60c {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:59:48.422183 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.436904 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Transition to ACTIVE for port object ab7cf641-deaf-449b-a250-cbfc0164d60c will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 17:59:48.450499 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.461432 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-945c4e0e-8e38-4e95-b0d7-384a772cac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.467768 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-945c4e0e-8e38-4e95-b0d7-384a772cac2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.469423 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-945c4e0e-8e38-4e95-b0d7-384a772cac2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6c8d97a-4059-4774-9596-4c9edcd637cf HTTP/1.1" status: 204 len: 168 time: 0.1504107 Dec 16 17:59:48.478475 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c4e0e-8e38-4e95-b0d7-384a772cac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8d97a-4059-4774-9596-4c9edcd637cf,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:48.532827 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Pushing event updated for resources: {'Port': ['ID=ab7cf641-deaf-449b-a250-cbfc0164d60c,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:48.551575 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077f06-32da-4130-8603-b15a3e2e33f4 req-b67ab7a1-390f-4280-8e5c-9574f4857ad7 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:48.553255 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-24077f06-32da-4130-8603-b15a3e2e33f4 req-b67ab7a1-390f-4280-8e5c-9574f4857ad7 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 943 time: 0.0654902 Dec 16 17:59:48.618083 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-24077f06-32da-4130-8603-b15a3e2e33f4 req-14d40995-7f32-4158-a613-206a91b75f48 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581851 Dec 16 17:59:48.626238 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Attempting to bind port ab7cf641-deaf-449b-a250-cbfc0164d60c on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 17:59:48.626880 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Attempting to bind port ab7cf641-deaf-449b-a250-cbfc0164d60c by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 17:59:48.627009 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Attempting to bind port ab7cf641-deaf-449b-a250-cbfc0164d60c on network d8330e09-9a25-4fb2-9600-d502f13c3fd4 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:59:48.631781 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Port ab7cf641-deaf-449b-a250-cbfc0164d60c on network d8330e09-9a25-4fb2-9600-d502f13c3fd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 17:59:48.632116 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Attempting to bind port ab7cf641-deaf-449b-a250-cbfc0164d60c on network d8330e09-9a25-4fb2-9600-d502f13c3fd4 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 17:59:48.637599 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 17, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 17:59:48.638087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Checking segment: {'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:59:48.638477 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Bound using segment: {'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 17:59:48.639003 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Bound port: ab7cf641-deaf-449b-a250-cbfc0164d60c, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3362847a-19ac-461e-a19a-ebd255a4769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 17:59:48.639373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.720652 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] For port ab7cf641-deaf-449b-a250-cbfc0164d60c, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 17:59:48.725069 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] For port ab7cf641-deaf-449b-a250-cbfc0164d60c, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab7cf641-deaf-449b-a250-cbfc0164d60c,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 17:59:48.729919 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.764587 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:48.765758 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:48.767253 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] 10.222.0.76 "PUT /v2.0/ports/ab7cf641-deaf-449b-a250-cbfc0164d60c HTTP/1.1" status: 200 len: 1093 time: 0.7214701 Dec 16 17:59:48.812515 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639174e-47f2-4004-8e70-e16751515a1a service neutron] Pushing event updated for resources: {'Port': ['ID=ab7cf641-deaf-449b-a250-cbfc0164d60c,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:48.890940 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-54c98ec2-2b94-4682-80b3-8388e6523952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:48.892540 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-54c98ec2-2b94-4682-80b3-8388e6523952 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1d5cb18f27d4ce1a89b1f5698ebcbe3&device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 1096 time: 0.0554352 Dec 16 17:59:48.945517 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-be32c9af-f140-48a3-bb2f-680a9d1f46c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7cf641-deaf-449b-a250-cbfc0164d60c HTTP/1.1" status: 200 len: 217 time: 0.0443547 Dec 16 17:59:49.006710 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4563a1d-2838-4e79-b193-2399bae7aec4', 'tag': 'ab7cf641-deaf-449b-a250-cbfc0164d60c'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:49.009100 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4563a1d-2838-4e79-b193-2399bae7aec4", "tag": "ab7cf641-deaf-449b-a250-cbfc0164d60c"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:49.050237 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c0c43b-1a3b-4919-b202-15ee2edcd8af x-openstack-request-id: req-b0c0c43b-1a3b-4919-b202-15ee2edcd8af {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:49.050237 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4563a1d-2838-4e79-b193-2399bae7aec4", "tag": "ab7cf641-deaf-449b-a250-cbfc0164d60c", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:49.050533 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0c0c43b-1a3b-4919-b202-15ee2edcd8af {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:49.054832 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4563a1d-2838-4e79-b193-2399bae7aec4', 'tag': 'ab7cf641-deaf-449b-a250-cbfc0164d60c', 'status': 'completed', 'code': 200} Dec 16 17:59:49.108617 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14f7e2-43d8-4965-a7c9-e4d0a1140033 req-9bd7bc38-0f58-4768-b880-0626da3509f0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.110551 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2e14f7e2-43d8-4965-a7c9-e4d0a1140033 req-9bd7bc38-0f58-4768-b880-0626da3509f0 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 945 time: 0.0588336 Dec 16 17:59:49.144557 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-d8c1631e-0786-4bf1-9ead-50677d6b6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.146152 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-d8c1631e-0786-4bf1-9ead-50677d6b6700 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2686dd64-376d-4cf9-9b69-12834e3271e6 HTTP/1.1" status: 200 len: 853 time: 0.0596032 Dec 16 17:59:49.167976 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2e14f7e2-43d8-4965-a7c9-e4d0a1140033 req-908b5756-10ad-4955-9df8-ae1ebf40522b tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 Dec 16 17:59:49.180396 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-1d8091e4-8177-4d98-bcd5-53fe328df18c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8330e09-9a25-4fb2-9600-d502f13c3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267186 Dec 16 17:59:49.302081 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-e307523f-ca1e-4f94-b8c8-118b28171003 service neutron] 10.222.0.76 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102617 Dec 16 17:59:49.416674 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c74fa842-b9b6-4b01-a85f-90c33130bf6a req-cb055a7b-1250-4210-808f-1ef2b7d3d9b6 service neutron] 10.222.0.76 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063335 Dec 16 17:59:49.515186 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-b0e56141-a383-43f1-ae99-a66fc7f2892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.516695 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-b0e56141-a383-43f1-ae99-a66fc7f2892f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e1d5cb18f27d4ce1a89b1f5698ebcbe3&device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 1096 time: 0.0482428 Dec 16 17:59:49.623474 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-0a961376-6a85-4419-a594-77a4c01640b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.625191 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-0a961376-6a85-4419-a594-77a4c01640b1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8330e09-9a25-4fb2-9600-d502f13c3fd4 HTTP/1.1" status: 200 len: 914 time: 0.0998762 Dec 16 17:59:49.673303 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-13101647-4839-47ad-bd05-cb7b52f887be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab7cf641-deaf-449b-a250-cbfc0164d60c HTTP/1.1" status: 200 len: 217 time: 0.0403605 Dec 16 17:59:49.755343 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-c5c55aaa-0af6-43f9-90a4-af722949b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.756843 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-c5c55aaa-0af6-43f9-90a4-af722949b15e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2686dd64-376d-4cf9-9b69-12834e3271e6 HTTP/1.1" status: 200 len: 853 time: 0.0739379 Dec 16 17:59:49.781607 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d3f28-3ac5-46fc-8ca3-58d2e63f175d req-461216c6-aa47-4948-bf5c-aaebe7b17cbe tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:49.783137 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d56d3f28-3ac5-46fc-8ca3-58d2e63f175d req-461216c6-aa47-4948-bf5c-aaebe7b17cbe tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 943 time: 0.0723765 Dec 16 17:59:49.800766 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-888ae635-d4b1-4c6d-b6fe-d33cc3a35c2b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8330e09-9a25-4fb2-9600-d502f13c3fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358539 Dec 16 17:59:49.872428 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 93eaa60f-c9d3-436e-8948-b358e656df71 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:49.893489 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d56d3f28-3ac5-46fc-8ca3-58d2e63f175d req-c799c098-ee30-4c87-ad07-8b222f047a8c tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959263 Dec 16 17:59:49.897116 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 93eaa60f-c9d3-436e-8948-b358e656df71 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:49.897556 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 93eaa60f-c9d3-436e-8948-b358e656df71 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:49.932032 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-7ff76f94-d505-42f6-97b1-61134914cc70 service neutron] 10.222.0.76 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147890 Dec 16 17:59:50.025799 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5f32b135-ca58-4e9d-9ac7-a403fbcb594a req-f4d101f8-f505-4df9-84d0-bdb155cab9f4 service neutron] 10.222.0.76 "GET /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853183 Dec 16 17:59:50.313679 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be62bd0-0e46-4a3a-ad8c-316cf19032cf req-ed206886-8ad1-48d4-a5d3-7f842dbcc589 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:50.315218 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7be62bd0-0e46-4a3a-ad8c-316cf19032cf req-ed206886-8ad1-48d4-a5d3-7f842dbcc589 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 945 time: 0.0665085 Dec 16 17:59:50.362571 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7be62bd0-0e46-4a3a-ad8c-316cf19032cf req-3294c5b2-3ebc-426d-95d6-7d0b137cb4ab tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Dec 16 17:59:50.993347 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-75a0127a-994c-4e50-a9f8-e4c1e7d8d318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:51.022055 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c9f8d-b623-4dde-b98b-0987daadd1fb req-78cddcfb-5a21-4c01-a605-0f06e439a72e tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:51.023450 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-119c9f8d-b623-4dde-b98b-0987daadd1fb req-78cddcfb-5a21-4c01-a605-0f06e439a72e tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 943 time: 0.0548084 Dec 16 17:59:51.069695 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-119c9f8d-b623-4dde-b98b-0987daadd1fb req-67c7bdc2-77ab-4909-b23a-03795d2cebbc tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Dec 16 17:59:51.360858 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-da35e875-bb4b-4f01-962b-53419aeb0d77 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:51.362345 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-da35e875-bb4b-4f01-962b-53419aeb0d77 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 945 time: 0.0511925 Dec 16 17:59:51.473947 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Deleting port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:51.474403 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:51.500657 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92373232-242d-4bfc-bd1c-dd55a382a9ff req-a8dfbda2-b600-4efb-991c-e154122bc579 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:51.502799 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-92373232-242d-4bfc-bd1c-dd55a382a9ff req-a8dfbda2-b600-4efb-991c-e154122bc579 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 945 time: 0.0566063 Dec 16 17:59:51.567032 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-92373232-242d-4bfc-bd1c-dd55a382a9ff req-b3f8f83e-799e-45d3-b075-e839677bfa64 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578036 Dec 16 17:59:51.585101 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] For port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:51.585655 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:51.601613 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Calling delete_port for 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:52.011123 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:52.034562 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['16e14879-9e6e-4635-973a-9dd4e0786b26', '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:52.040697 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Pushing event deleted for resources: {'Port': ['ID=48b73dbf-c1ab-40c9-b3f0-e69075e73c6e,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:52.095856 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] No DVR routers for this DVR port 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:59:52.099089 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:52.104742 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2f4b3f37-c771-4a3a-9313-d6c863ef5ad7 req-4766b7c0-3eaf-47d6-a431-953d7787da61 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "DELETE /v2.0/ports/48b73dbf-c1ab-40c9-b3f0-e69075e73c6e HTTP/1.1" status: 204 len: 173 time: 0.7336528 Dec 16 17:59:52.105457 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e', 'name': 'network-vif-deleted', 'tag': '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:52.108254 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4347a34-c5b6-4f0a-9d30-58318cd74dc2" -d '{"events": [{"server_uuid": "4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e", "name": "network-vif-deleted", "tag": "48b73dbf-c1ab-40c9-b3f0-e69075e73c6e"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:52.152580 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892199b4-d091-46a9-b175-74c9674c0b7c x-openstack-request-id: req-892199b4-d091-46a9-b175-74c9674c0b7c {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:52.152941 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e", "name": "network-vif-deleted", "tag": "48b73dbf-c1ab-40c9-b3f0-e69075e73c6e", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:52.153127 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-892199b4-d091-46a9-b175-74c9674c0b7c {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:52.153528 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e', 'name': 'network-vif-deleted', 'tag': '48b73dbf-c1ab-40c9-b3f0-e69075e73c6e', 'status': 'completed', 'code': 200} Dec 16 17:59:52.220885 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843854c-cf8a-4f1c-92f1-f7f5e0449710 req-85072501-4683-4a0c-97e4-f88be33cacbd tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:52.222574 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f843854c-cf8a-4f1c-92f1-f7f5e0449710 req-85072501-4683-4a0c-97e4-f88be33cacbd tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 943 time: 0.0612152 Dec 16 17:59:52.276441 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f843854c-cf8a-4f1c-92f1-f7f5e0449710 req-b0608c60-9671-4f7c-a887-c99bd4f65164 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468483 Dec 16 17:59:52.690094 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-70da7ff0-4d78-4767-9822-375a1b9e49d4 req-3312c0e0-e7c8-4dd2-b01f-f4d2733cd792 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d6581ad-c9f6-4fc1-82ec-cd6273b3a83e HTTP/1.1" status: 200 len: 210 time: 0.0283232 Dec 16 17:59:53.279068 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:53.282696 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-aa8f00e3-e784-4a82-8e95-bf7836b2b31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:53.404625 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8dc0a-21d6-45fd-9bce-1bf44ccc6feb req-592aaa84-94bd-42e3-8941-9e8712aabe58 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:53.406166 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-69d8dc0a-21d6-45fd-9bce-1bf44ccc6feb req-592aaa84-94bd-42e3-8941-9e8712aabe58 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 943 time: 0.0526397 Dec 16 17:59:53.462104 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-69d8dc0a-21d6-45fd-9bce-1bf44ccc6feb req-9d2243ad-e086-49f3-ac7c-6e2e8da2aaee tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497561 Dec 16 17:59:53.897560 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device ab7cf641-deaf-449b-a250-cbfc0164d60c details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 17:59:53.996941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port ab7cf641-deaf-449b-a250-cbfc0164d60c, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab7cf641-deaf-449b-a250-cbfc0164d60c,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:54.008424 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': 'ab7cf641-deaf-449b-a250-cbfc0164d60c', 'network_id': 'd8330e09-9a25-4fb2-9600-d502f13c3fd4', 'port_id': 'ab7cf641-deaf-449b-a250-cbfc0164d60c', 'mac_address': 'fa:16:3e:ab:aa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2686dd64-376d-4cf9-9b69-12834e3271e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 17:59:54.051413 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:54.066426 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7cf641-deaf-449b-a250-cbfc0164d60c {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 17:59:54.087570 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port ab7cf641-deaf-449b-a250-cbfc0164d60c, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab7cf641-deaf-449b-a250-cbfc0164d60c,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:54.094376 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:54.142774 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=ab7cf641-deaf-449b-a250-cbfc0164d60c,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:54.150911 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.151271 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.151629 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.151965 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.152297 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.152622 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.152946 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.153256 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.153603 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.153940 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.154263 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.154782 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.155123 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 17:59:54.565353 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:54.595646 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f37b5-1865-42fa-b73c-b4dd281ce6ed req-e26ea068-0e24-4fa9-9520-0abc25170f32 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:54.597357 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1d6f37b5-1865-42fa-b73c-b4dd281ce6ed req-e26ea068-0e24-4fa9-9520-0abc25170f32 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 944 time: 0.0582089 Dec 16 17:59:54.649697 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['ab7cf641-deaf-449b-a250-cbfc0164d60c'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:54.668146 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1d6f37b5-1865-42fa-b73c-b4dd281ce6ed req-91114c22-6599-4222-a851-97d1cb541ab6 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626440 Dec 16 17:59:55.144762 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e59d20-2685-47c9-83eb-fc7104e2e4d9 req-3473a71a-3ecb-4d49-96aa-ffdfc8432d99 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:55.146998 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30e59d20-2685-47c9-83eb-fc7104e2e4d9 req-3473a71a-3ecb-4d49-96aa-ffdfc8432d99 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0570455 Dec 16 17:59:55.211267 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30e59d20-2685-47c9-83eb-fc7104e2e4d9 req-3d9ac2ec-4881-404d-be74-8ac15db1fc92 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581326 Dec 16 17:59:55.443109 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48238) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:55.574712 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-586d485f-1f31-403e-a158-d894a4d181b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:55.668643 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-586d485f-1f31-403e-a158-d894a4d181b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:55.675219 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-586d485f-1f31-403e-a158-d894a4d181b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:55.734452 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 48254) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:55.735418 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-586d485f-1f31-403e-a158-d894a4d181b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0b05f4c223b431db4bd0c941cd259c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902777 Dec 16 17:59:55.736785 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d485f-1f31-403e-a158-d894a4d181b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69d4b12-5204-4013-bce4-c885c2a11af8,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:55.857588 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e67b9-af82-41d4-b5b6-71379a80da4f req-6471a726-8be1-4516-bda2-8c501f9ccc43 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:55.860652 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-454e67b9-af82-41d4-b5b6-71379a80da4f req-6471a726-8be1-4516-bda2-8c501f9ccc43 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 944 time: 0.1056871 Dec 16 17:59:55.862273 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d9098020-781d-4ca3-bba3-363ae8ad24b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:55.905908 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d9098020-781d-4ca3-bba3-363ae8ad24b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:55.912695 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device ab7cf641-deaf-449b-a250-cbfc0164d60c up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 17:59:55.961101 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-454e67b9-af82-41d4-b5b6-71379a80da4f req-34d9a933-a152-4061-a04b-3f73633eaa87 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882876 Dec 16 17:59:55.993918 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port ab7cf641-deaf-449b-a250-cbfc0164d60c completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 17:59:55.994783 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d9098020-781d-4ca3-bba3-363ae8ad24b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:55.997756 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d9098020-781d-4ca3-bba3-363ae8ad24b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:55.999086 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-d9098020-781d-4ca3-bba3-363ae8ad24b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c69d4b12-5204-4013-bce4-c885c2a11af8 HTTP/1.1" status: 204 len: 168 time: 0.2626629 Dec 16 17:59:56.001430 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port ab7cf641-deaf-449b-a250-cbfc0164d60c triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 17:59:56.001807 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.025905 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9098020-781d-4ca3-bba3-363ae8ad24b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69d4b12-5204-4013-bce4-c885c2a11af8,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:56.086279 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.143507 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afcd59-42cf-4345-aee0-4658a8970acb req-c27c8a2d-9817-4965-b3b3-ae189cebe5a3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:56.144673 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.150868 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e5afcd59-42cf-4345-aee0-4658a8970acb req-c27c8a2d-9817-4965-b3b3-ae189cebe5a3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0843179 Dec 16 17:59:56.170100 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4563a1d-2838-4e79-b193-2399bae7aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7cf641-deaf-449b-a250-cbfc0164d60c'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:56.172741 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f1ac7c-177a-473b-9332-a777e8413561" -d '{"events": [{"server_uuid": "d4563a1d-2838-4e79-b193-2399bae7aec4", "name": "network-vif-plugged", "status": "completed", "tag": "ab7cf641-deaf-449b-a250-cbfc0164d60c"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:56.186606 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port ab7cf641-deaf-449b-a250-cbfc0164d60c, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab7cf641-deaf-449b-a250-cbfc0164d60c,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:56.193443 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.194569 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 17:59:56.198809 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e5afcd59-42cf-4345-aee0-4658a8970acb req-ece4a639-3e09-4d1d-93ca-e128531b72ee tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469587 Dec 16 17:59:56.225565 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eb8503-c261-4216-b89f-e2c84344dc3f x-openstack-request-id: req-44eb8503-c261-4216-b89f-e2c84344dc3f {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:56.226024 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4563a1d-2838-4e79-b193-2399bae7aec4", "name": "network-vif-plugged", "status": "completed", "tag": "ab7cf641-deaf-449b-a250-cbfc0164d60c", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:56.226408 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-44eb8503-c261-4216-b89f-e2c84344dc3f {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:56.226943 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4563a1d-2838-4e79-b193-2399bae7aec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7cf641-deaf-449b-a250-cbfc0164d60c', 'code': 200} Dec 16 17:59:56.249638 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 17:59:56.250073 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 48b73dbf-c1ab-40c9-b3f0-e69075e73c6e not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 17:59:56.285224 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=ab7cf641-deaf-449b-a250-cbfc0164d60c,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:56.349695 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5af6-8d49-4396-b48e-8b4432adf3e8 req-8cdc22e2-7b0f-4a41-b93d-9044e348dd37 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:56.351327 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ba1c5af6-8d49-4396-b48e-8b4432adf3e8 req-8cdc22e2-7b0f-4a41-b93d-9044e348dd37 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0549583 Dec 16 17:59:56.358475 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48270) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:56.372042 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f63-6100-4a44-a647-05046e4202b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.436658 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ba1c5af6-8d49-4396-b48e-8b4432adf3e8 req-2a3ee1b2-351b-446e-a618-60625f3adfd5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Dec 16 17:59:56.442848 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc092-d349-4923-85ea-d9f5a3ef8038 req-d18a87c1-b2b8-4e13-a66e-10c654439553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:56.444316 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-71afc092-d349-4923-85ea-d9f5a3ef8038 req-d18a87c1-b2b8-4e13-a66e-10c654439553 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 1098 time: 0.0614500 Dec 16 17:59:56.452000 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f63-6100-4a44-a647-05046e4202b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.456984 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cadf6f63-6100-4a44-a647-05046e4202b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.491771 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-71afc092-d349-4923-85ea-d9f5a3ef8038 req-2e98a668-add0-4cca-9cf5-297435f8b840 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Dec 16 17:59:56.493077 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf6f63-6100-4a44-a647-05046e4202b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e077d679-8b57-4d08-9882-5f31cb704237,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:56.497550 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-cadf6f63-6100-4a44-a647-05046e4202b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87e74bfd017645858bff1a847c5bdaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378527 Dec 16 17:59:56.500136 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48272) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:56.548740 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e25a76b5-1b90-4af8-bb60-f5b953b3b78b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.569413 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e25a76b5-1b90-4af8-bb60-f5b953b3b78b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.618759 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e25a76b5-1b90-4af8-bb60-f5b953b3b78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.621451 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e25a76b5-1b90-4af8-bb60-f5b953b3b78b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:56.622646 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-e25a76b5-1b90-4af8-bb60-f5b953b3b78b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e077d679-8b57-4d08-9882-5f31cb704237 HTTP/1.1" status: 204 len: 168 time: 0.1215920 Dec 16 17:59:56.637287 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a76b5-1b90-4af8-bb60-f5b953b3b78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e077d679-8b57-4d08-9882-5f31cb704237,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:56.787802 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.095833 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f0a8a-6a1f-4558-b0dc-7eae47a696a8 req-26982fd8-ad2a-4dd6-8c05-255bde7f2eae tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:57.097387 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-090f0a8a-6a1f-4558-b0dc-7eae47a696a8 req-26982fd8-ad2a-4dd6-8c05-255bde7f2eae tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 945 time: 0.0549278 Dec 16 17:59:57.148247 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-090f0a8a-6a1f-4558-b0dc-7eae47a696a8 req-f1f42866-1d2c-4839-9413-5ed9c751490e tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 Dec 16 17:59:57.333187 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243eeac-abb1-4554-aa4b-103f80af798f req-c15a4cf5-3916-4fba-b6fe-6a7a2b80e9c9 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:57.334849 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2243eeac-abb1-4554-aa4b-103f80af798f req-c15a4cf5-3916-4fba-b6fe-6a7a2b80e9c9 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0580621 Dec 16 17:59:57.376043 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48306) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:57.388458 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2243eeac-abb1-4554-aa4b-103f80af798f req-b713019d-c2bd-47e2-8ae6-1f77fdf8fe77 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467942 Dec 16 17:59:57.440930 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-33912310-9e44-4a90-acb0-417ab1e642b5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:57.442407 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-33912310-9e44-4a90-acb0-417ab1e642b5 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0534477 Dec 16 17:59:57.484230 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-34607725-network', 'tenant_id': '71d32bef463e408b9e311064c731d280'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:57.512577 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Made reservation on behalf of 71d32bef463e408b9e311064c731d280 for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:59:57.515819 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.524674 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.586182 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d690b-0210-4697-a1aa-aff25a1f6f57 req-8a31c5ba-cf27-4cbf-b1af-01399cefd0f8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:57.587695 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9f1d690b-0210-4697-a1aa-aff25a1f6f57 req-8a31c5ba-cf27-4cbf-b1af-01399cefd0f8 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/ports?device_id=0661c266-f8da-443a-81eb-4f6b894dd906 HTTP/1.1" status: 200 len: 945 time: 0.0678492 Dec 16 17:59:57.594281 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Deleting port 16e14879-9e6e-4635-973a-9dd4e0786b26 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 17:59:57.594718 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.607694 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.612273 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.638266 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:59:57.647916 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afab414-ca22-428a-b563-9794df5fd72e,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:57.653589 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.653931 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Added segment 2218ac13-28fc-4408-88a5-7895f3c5ffba of type vlan for network 51f5d278-789f-4a75-a2df-45eef52bc612 Dec 16 17:59:57.694350 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.703347 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9f1d690b-0210-4697-a1aa-aff25a1f6f57 req-488b80f6-961c-46a2-8ca4-7e345eea8f13 tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.32 "GET /v2.0/security-groups?id=b06a1c86-1cdb-47b1-86a9-65adab553263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056633 Dec 16 17:59:57.721575 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] For port 16e14879-9e6e-4635-973a-9dd4e0786b26, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=16e14879-9e6e-4635-973a-9dd4e0786b26,segment=NetworkSegment(50173128-3a16-4f67-b3a7-ebca94ef06f7),segment_id=50173128-3a16-4f67-b3a7-ebca94ef06f7)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 17:59:57.721940 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.722189 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.723291 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:57.724337 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.735581 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Calling delete_port for 16e14879-9e6e-4635-973a-9dd4e0786b26 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 17:59:57.783333 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4033027 Dec 16 17:59:57.783496 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48316) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:57.789568 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Request body: {'subnet': {'network_id': '51f5d278-789f-4a75-a2df-45eef52bc612', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-34607725-subnet', 'tenant_id': '71d32bef463e408b9e311064c731d280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:57.808928 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c8a31-ea17-4fbc-8a97-a820d54a8b02 admin admin] Pushing event updated for resources: {'Network': ['ID=51f5d278-789f-4a75-a2df-45eef52bc612,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:57.819429 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network 51f5d278-789f-4a75-a2df-45eef52bc612 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:59:57.838760 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Made reservation on behalf of 71d32bef463e408b9e311064c731d280 for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:59:57.842163 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3245843'] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.900142 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.922564 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['16e14879-9e6e-4635-973a-9dd4e0786b26'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 17:59:57.931603 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Pushing event deleted for resources: {'Port': ['ID=16e14879-9e6e-4635-973a-9dd4e0786b26,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:57.986357 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] No DVR routers for this DVR port 16e14879-9e6e-4635-973a-9dd4e0786b26 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 17:59:57.989030 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:57.992657 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-911a7d2f-287a-4ebb-92b0-5b7f97815f3c req-131d5cf4-8929-4b76-8443-3ff20b1a336e tempest-AttachVolumeNegativeTest-1273246867 tempest-AttachVolumeNegativeTest-1273246867-project] 10.222.0.76 "DELETE /v2.0/ports/16e14879-9e6e-4635-973a-9dd4e0786b26 HTTP/1.1" status: 204 len: 173 time: 0.5427043 Dec 16 17:59:57.993202 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0661c266-f8da-443a-81eb-4f6b894dd906', 'name': 'network-vif-deleted', 'tag': '16e14879-9e6e-4635-973a-9dd4e0786b26'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 17:59:57.995838 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24057af-1d09-4066-8df9-f005e82ad632" -d '{"events": [{"server_uuid": "0661c266-f8da-443a-81eb-4f6b894dd906", "name": "network-vif-deleted", "tag": "16e14879-9e6e-4635-973a-9dd4e0786b26"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 17:59:58.039139 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48324) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:58.040526 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6828f12-d256-426a-8ddb-6d3638c17190 x-openstack-request-id: req-f6828f12-d256-426a-8ddb-6d3638c17190 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 17:59:58.041015 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0661c266-f8da-443a-81eb-4f6b894dd906", "name": "network-vif-deleted", "tag": "16e14879-9e6e-4635-973a-9dd4e0786b26", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 17:59:58.041421 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6828f12-d256-426a-8ddb-6d3638c17190 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 17:59:58.041987 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0661c266-f8da-443a-81eb-4f6b894dd906', 'name': 'network-vif-deleted', 'tag': '16e14879-9e6e-4635-973a-9dd4e0786b26', 'status': 'completed', 'code': 200} Dec 16 17:59:58.105226 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2380487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3245837'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.175296 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d9742024-d82e-44d5-a368-737ab4e8580f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.193552 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed490b41-a084-4e39-9a8b-f48a2ab6b817,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:58.220619 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Checking segment: {'id': '2218ac13-28fc-4408-88a5-7895f3c5ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '51f5d278-789f-4a75-a2df-45eef52bc612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:59:58.220983 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Network hostable DHCP agents. Network: 51f5d278-789f-4a75-a2df-45eef52bc612, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:59:58.300781 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Network 51f5d278-789f-4a75-a2df-45eef52bc612 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:59:58.332682 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, 51f5d278-789f-4a75-a2df-45eef52bc612) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:59:58.337213 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:58.337814 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.342547 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f45df-cc1a-4c8a-a498-19bffe3a247a None None] Network 51f5d278-789f-4a75-a2df-45eef52bc612 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:59:58.342716 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d9742024-d82e-44d5-a368-737ab4e8580f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.351440 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9b696-e55b-40c2-84ed-cf6d365f50b2 req-451cddd3-61ac-478b-ba37-0cdffdc521ce tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:58.352959 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-40f9b696-e55b-40c2-84ed-cf6d365f50b2 req-451cddd3-61ac-478b-ba37-0cdffdc521ce tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 945 time: 0.1186414 Dec 16 17:59:58.357703 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d9742024-d82e-44d5-a368-737ab4e8580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.405193 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-67c413a4-ae2b-42b6-8a51-aa8be9cf0825 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6205869 Dec 16 17:59:58.420925 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d9742024-d82e-44d5-a368-737ab4e8580f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b247f28a0d043e4b62a8d1584e7453f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806803 Dec 16 17:59:58.424328 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 48334) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:58.425583 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9742024-d82e-44d5-a368-737ab4e8580f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9f86c-8b12-41a9-ab26-0a08b68e37da,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:58.451612 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370015a-13b7-4243-a1f4-060bcc33aca0 None None] Network 51f5d278-789f-4a75-a2df-45eef52bc612 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:59:58.462578 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-40f9b696-e55b-40c2-84ed-cf6d365f50b2 req-e300bfa0-a93d-44b5-bbaa-3543e81c4498 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922301 Dec 16 17:59:58.575944 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5a1f-9b53-4df1-80ed-6cb13fc97daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.614345 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5a1f-9b53-4df1-80ed-6cb13fc97daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.653845 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ae678-4098-4f11-add8-8a96e81d8c84 req-4b9ae0e0-eb15-4fd2-8673-b5a63484e084 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:58.659266 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-481ae678-4098-4f11-add8-8a96e81d8c84 req-4b9ae0e0-eb15-4fd2-8673-b5a63484e084 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.1079082 Dec 16 17:59:58.716671 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-481ae678-4098-4f11-add8-8a96e81d8c84 req-bb35d5af-7946-4c6a-a63c-ae3b3caf752f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518622 Dec 16 17:59:58.717790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5a1f-9b53-4df1-80ed-6cb13fc97daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.720410 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5a1f-9b53-4df1-80ed-6cb13fc97daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.728093 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-dfbb5a1f-9b53-4df1-80ed-6cb13fc97daa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01d9f86c-8b12-41a9-ab26-0a08b68e37da HTTP/1.1" status: 204 len: 168 time: 0.2968946 Dec 16 17:59:58.737988 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb5a1f-9b53-4df1-80ed-6cb13fc97daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9f86c-8b12-41a9-ab26-0a08b68e37da,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:58.787451 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48346) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:58.841306 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d66c54-0d25-450c-acee-a93b1c5f2aaf admin admin] Deleting subnet dd0f0d27-c2fb-4ee5-951e-5913f944b325 {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 17:59:58.845118 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a4d66c54-0d25-450c-acee-a93b1c5f2aaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.890574 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a4d66c54-0d25-450c-acee-a93b1c5f2aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2504350'] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:58.944680 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a4d66c54-0d25-450c-acee-a93b1c5f2aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.024510 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a4d66c54-0d25-450c-acee-a93b1c5f2aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3245940'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.057931 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d66c54-0d25-450c-acee-a93b1c5f2aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0f0d27-c2fb-4ee5-951e-5913f944b325,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:59.061801 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a4d66c54-0d25-450c-acee-a93b1c5f2aaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.068222 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a4d66c54-0d25-450c-acee-a93b1c5f2aaf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dd0f0d27-c2fb-4ee5-951e-5913f944b325 HTTP/1.1" status: 204 len: 168 time: 0.2768207 Dec 16 17:59:59.068559 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 48354) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:59.124281 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48358) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:59.129353 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-315937675-network', 'tenant_id': '310fb2da756145a4bdfdf0975479b8de'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:59.144226 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.153214 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Made reservation on behalf of 310fb2da756145a4bdfdf0975479b8de for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:59:59.157221 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.165974 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.230574 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.246799 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.251068 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.256351 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5430d91-7e76-4358-9d35-08edfd4e96f5']}} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:59.266421 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50173128-3a16-4f67-b3a7-ebca94ef06f7') {'for_net_delete': True} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:59.266761 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50173128-3a16-4f67-b3a7-ebca94ef06f7') {} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 17:59:59.277797 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 17:59:59.280180 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126504264'] for segment, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.284300 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491eb70e-85b9-4b5a-97d1-ad8863325fc3,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:59.290665 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.290984 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Added segment 07a7e3ee-3ff2-4c57-991f-3978ecd22a43 of type vlan for network a0b8389b-89f0-4801-b13b-a0efc8570525 Dec 16 17:59:59.299055 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.305882 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 17:59:59.306297 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335514'] for segment, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: Traceback (most recent call last): Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: timer() Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: cb(*args, **kw) Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: return func(*args, **kwargs) Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: self._notify() Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: self.callback(batched_events) Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: event.method(event) Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: return f(self, *a, **k) Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._get(url).json() Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: return self.request(url, 'GET', **kwargs) Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 17:59:59.308742 dv-cinder-819200-2-iscsi neutron-server[102418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 17:59:59.335079 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.364494 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.365802 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:59.366017 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.366425 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.382963 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.387249 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d5430d91-7e76-4358-9d35-08edfd4e96f5 HTTP/1.1" status: 204 len: 168 time: 0.3167384 Dec 16 17:59:59.388895 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b7675-585f-49f9-aae8-19bc69f585c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5430d91-7e76-4358-9d35-08edfd4e96f5,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:59.421630 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2962065 Dec 16 17:59:59.424722 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 48362) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:59.429790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Request body: {'subnet': {'network_id': 'a0b8389b-89f0-4801-b13b-a0efc8570525', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-315937675-subnet', 'tenant_id': '310fb2da756145a4bdfdf0975479b8de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 17:59:59.433252 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfcad9-c476-4eeb-8de3-c2be60be6b0c admin admin] Pushing event updated for resources: {'Network': ['ID=a0b8389b-89f0-4801-b13b-a0efc8570525,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:59.447933 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network a0b8389b-89f0-4801-b13b-a0efc8570525 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 17:59:59.457639 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Made reservation on behalf of 310fb2da756145a4bdfdf0975479b8de for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 17:59:59.460519 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126170012'] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.594471 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 48366) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:59.600137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def491-42bf-4767-b143-69acbb8dcc6d req-644b6526-674e-485b-a993-8b0a2fa5bda0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:59.601699 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-20def491-42bf-4767-b143-69acbb8dcc6d req-644b6526-674e-485b-a993-8b0a2fa5bda0 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 945 time: 0.0536175 Dec 16 17:59:59.648839 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-20def491-42bf-4767-b143-69acbb8dcc6d req-692577f8-39c5-425b-ad79-f26f89f8c9d1 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Dec 16 17:59:59.664660 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126169986'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.672653 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-313f174f-e1a5-418e-8fa6-85acb93907e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=041391a20fed40f39c4d822b2a7727a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0770869 Dec 16 17:59:59.675367 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48370) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 17:59:59.718713 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14bfec9e-e670-42a7-ae21-6695c4d52c10,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 17:59:59.729993 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4d6f96e4-67a5-4d70-bf63-7488d1c99e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.735269 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Checking segment: {'id': '07a7e3ee-3ff2-4c57-991f-3978ecd22a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a0b8389b-89f0-4801-b13b-a0efc8570525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 17:59:59.735604 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Network hostable DHCP agents. Network: a0b8389b-89f0-4801-b13b-a0efc8570525, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 17:59:59.756770 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4d6f96e4-67a5-4d70-bf63-7488d1c99e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.763659 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Network a0b8389b-89f0-4801-b13b-a0efc8570525 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 17:59:59.779277 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, a0b8389b-89f0-4801-b13b-a0efc8570525) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 17:59:59.788162 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e1edd6-c317-4108-b1f2-57dc17101b83 None None] Network a0b8389b-89f0-4801-b13b-a0efc8570525 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:59:59.795405 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:59.795932 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.822740 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-d7215c8b-c031-4aa6-aa55-19bc3b24ea02 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3932788 Dec 16 17:59:59.894236 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f36753-b375-4b5d-a4c0-3bb90fbea46f req-b62528a1-f2fc-436c-aba3-4ad912ce0527 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 17:59:59.896438 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-33f36753-b375-4b5d-a4c0-3bb90fbea46f req-b62528a1-f2fc-436c-aba3-4ad912ce0527 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0804119 Dec 16 17:59:59.907342 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4d6f96e4-67a5-4d70-bf63-7488d1c99e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.913827 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4d6f96e4-67a5-4d70-bf63-7488d1c99e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:59:59.915531 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-4d6f96e4-67a5-4d70-bf63-7488d1c99e2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b06a1c86-1cdb-47b1-86a9-65adab553263 HTTP/1.1" status: 204 len: 168 time: 0.2388296 Dec 16 17:59:59.932456 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd43ed0-3a5b-4778-90e2-f59b686e21ab None None] Network a0b8389b-89f0-4801-b13b-a0efc8570525 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 17:59:59.947589 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f96e4-67a5-4d70-bf63-7488d1c99e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06a1c86-1cdb-47b1-86a9-65adab553263,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:00.004485 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-33f36753-b375-4b5d-a4c0-3bb90fbea46f req-53c78b51-7c3c-4fe8-80dd-a0f72ac1bbf8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976708 Dec 16 18:00:01.128393 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcb0dd-6428-4bb6-9db3-fdcea8a04885 req-71467258-b8aa-46ce-877a-4905f7a08d17 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:01.129948 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b7fcb0dd-6428-4bb6-9db3-fdcea8a04885 req-71467258-b8aa-46ce-877a-4905f7a08d17 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0634170 Dec 16 18:00:01.190888 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b7fcb0dd-6428-4bb6-9db3-fdcea8a04885 req-1ee200d6-efc7-4b7f-a57f-3cee4ec299fb tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532019 Dec 16 18:00:01.969203 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 16e14879-9e6e-4635-973a-9dd4e0786b26 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:00:01.995374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 16e14879-9e6e-4635-973a-9dd4e0786b26 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:00:01.996337 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 16e14879-9e6e-4635-973a-9dd4e0786b26 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:00:02.317031 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c34dd-f7ff-4147-be67-00997de6a195 req-a4aa33d2-1a07-4974-a061-282a3f95b7fd tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:02.318547 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d71c34dd-f7ff-4147-be67-00997de6a195 req-a4aa33d2-1a07-4974-a061-282a3f95b7fd tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0503848 Dec 16 18:00:02.371294 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d71c34dd-f7ff-4147-be67-00997de6a195 req-a7a9469a-682b-454c-b819-029e169c44e4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449252 Dec 16 18:00:03.499291 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348b52c-759f-461a-af99-78fbf016d415 req-b7cd0801-d9f3-40cc-96b8-40a899cf2a7c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:03.500809 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0348b52c-759f-461a-af99-78fbf016d415 req-b7cd0801-d9f3-40cc-96b8-40a899cf2a7c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0549924 Dec 16 18:00:03.549198 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0348b52c-759f-461a-af99-78fbf016d415 req-b3897ec5-e3e3-4cc9-b06f-e3bba2d98705 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 Dec 16 18:00:04.681511 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353695a-b8c8-480b-a741-af3de623921f req-6ba8c6f3-a8ed-476f-a3f4-3f1a7a27cb93 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:04.683088 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f353695a-b8c8-480b-a741-af3de623921f req-6ba8c6f3-a8ed-476f-a3f4-3f1a7a27cb93 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0566170 Dec 16 18:00:04.739049 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f353695a-b8c8-480b-a741-af3de623921f req-8502e4a6-82ae-47cc-ab13-799aff0b9c41 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481029 Dec 16 18:00:05.877729 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65ff87-2faf-46bd-ba9c-fd48fe7109b4 req-f76ed416-24d0-4ecb-8631-f3093134824b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:05.879258 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ac65ff87-2faf-46bd-ba9c-fd48fe7109b4 req-f76ed416-24d0-4ecb-8631-f3093134824b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0568988 Dec 16 18:00:05.949818 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ac65ff87-2faf-46bd-ba9c-fd48fe7109b4 req-70b76bce-3f5e-460c-8c65-5650e41e7fb0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594065 Dec 16 18:00:07.087203 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43567849-b582-4987-8714-e4edc1839341 req-3544b7b9-9df8-4ef2-8eba-20d2d716e69a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:07.089038 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-43567849-b582-4987-8714-e4edc1839341 req-3544b7b9-9df8-4ef2-8eba-20d2d716e69a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0590191 Dec 16 18:00:07.139312 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-43567849-b582-4987-8714-e4edc1839341 req-69189fd8-a42e-4577-8427-c891ee01303b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Dec 16 18:00:08.264897 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c662269-f905-490c-9355-9860b88bb46f req-4a4ef1fb-3a16-4bfe-9ef9-a5fc33064540 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:08.266372 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6c662269-f905-490c-9355-9860b88bb46f req-4a4ef1fb-3a16-4bfe-9ef9-a5fc33064540 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0534465 Dec 16 18:00:08.315280 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6c662269-f905-490c-9355-9860b88bb46f req-a5ca02c3-9bd2-4e23-b07b-ed99c81c58dd tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Dec 16 18:00:09.443236 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6f102-823c-4227-9a9b-7ac1b9acb60f req-3c6596b2-bbf4-451d-86b3-4d393e2c9a66 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:09.445900 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5da6f102-823c-4227-9a9b-7ac1b9acb60f req-3c6596b2-bbf4-451d-86b3-4d393e2c9a66 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0576394 Dec 16 18:00:09.493133 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5da6f102-823c-4227-9a9b-7ac1b9acb60f req-dc7f885c-1c5a-4434-b2df-38414f45b282 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411708 Dec 16 18:00:10.615755 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43fec3-6de2-4eeb-966b-bb675d2a4fe5 req-1029dd43-3189-4769-acc4-e812c3e4c016 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:10.617850 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b43fec3-6de2-4eeb-966b-bb675d2a4fe5 req-1029dd43-3189-4769-acc4-e812c3e4c016 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0523162 Dec 16 18:00:10.675934 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b43fec3-6de2-4eeb-966b-bb675d2a4fe5 req-607c1731-9491-4adf-b12c-4050f0b1c8ab tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512767 Dec 16 18:00:11.816837 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44820fbd-98bd-46e2-8f00-e44bff64e8de req-beff1d7b-c330-4e0b-8893-5268ca707487 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:11.818302 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-44820fbd-98bd-46e2-8f00-e44bff64e8de req-beff1d7b-c330-4e0b-8893-5268ca707487 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0601206 Dec 16 18:00:11.879689 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-44820fbd-98bd-46e2-8f00-e44bff64e8de req-f05f688a-f0ab-4ee5-9c3e-362fe0829ad6 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550821 Dec 16 18:00:13.014459 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39860a66-5368-41b5-815b-2332cdae49e4 req-25459bb3-7f31-4141-8baa-acc4f61a5946 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:13.016942 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-39860a66-5368-41b5-815b-2332cdae49e4 req-25459bb3-7f31-4141-8baa-acc4f61a5946 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0641172 Dec 16 18:00:13.067342 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-39860a66-5368-41b5-815b-2332cdae49e4 req-cd9c9c01-7751-412c-b47c-74c624414671 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442986 Dec 16 18:00:13.154586 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:00:14.368312 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94fbaf-c63d-4afb-9873-ebf4edd84f6a req-d866aedf-3777-4528-89d4-41f570ec9333 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:14.370131 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5a94fbaf-c63d-4afb-9873-ebf4edd84f6a req-d866aedf-3777-4528-89d4-41f570ec9333 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.2230151 Dec 16 18:00:14.419829 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5a94fbaf-c63d-4afb-9873-ebf4edd84f6a req-571302f0-5fd7-409b-9c3a-401023163d0e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Dec 16 18:00:15.553298 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b270b-bec0-4c72-b822-f5691da5abfd req-05f33dc4-180b-4f5c-8eb4-03362f6bedd4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:15.554842 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e21b270b-bec0-4c72-b822-f5691da5abfd req-05f33dc4-180b-4f5c-8eb4-03362f6bedd4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0552518 Dec 16 18:00:15.605430 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e21b270b-bec0-4c72-b822-f5691da5abfd req-09cf12e8-23df-4d5e-8739-64cd56544f5c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Dec 16 18:00:16.724883 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f35596-b1a9-4291-ad71-3c52e152b5ef req-dbf96d2b-4991-46bb-a2ed-57800796ead4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:16.726391 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b2f35596-b1a9-4291-ad71-3c52e152b5ef req-dbf96d2b-4991-46bb-a2ed-57800796ead4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0502205 Dec 16 18:00:16.776934 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b2f35596-b1a9-4291-ad71-3c52e152b5ef req-9703ee07-82bc-4f3d-9c57-f50de65ae0a0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 Dec 16 18:00:16.986751 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206225a-d67e-4177-9178-1461520ea526 req-5c43fa36-eb36-47b2-b213-ea7a5edf6811 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:16.988304 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6206225a-d67e-4177-9178-1461520ea526 req-5c43fa36-eb36-47b2-b213-ea7a5edf6811 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0571508 Dec 16 18:00:17.068164 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6206225a-d67e-4177-9178-1461520ea526 req-e3b60529-2045-4191-8aa3-61e53de768f5 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721483 Dec 16 18:00:17.080842 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-3298d976-0a7e-4761-b274-97b1c07dc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:17.083819 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-3298d976-0a7e-4761-b274-97b1c07dc595 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 1098 time: 0.0736477 Dec 16 18:00:17.191682 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-43e77130-7e08-4ea3-8baf-f6a0e7b13940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:17.193188 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-43e77130-7e08-4ea3-8baf-f6a0e7b13940 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 911 time: 0.1000464 Dec 16 18:00:17.267306 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-10f39fae-3cde-4e87-bca6-b85fd6d06a15 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85 HTTP/1.1" status: 200 len: 1001 time: 0.0658569 Dec 16 18:00:17.318300 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-5898fef6-1741-425a-9354-3967f94daed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:17.320381 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-5898fef6-1741-425a-9354-3967f94daed5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 200 len: 849 time: 0.0447266 Dec 16 18:00:17.375166 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-c8079e4d-64e9-4453-adf9-9da1c99def82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:17.376660 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-c8079e4d-64e9-4453-adf9-9da1c99def82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f239ba-5297-4276-aa7c-a1261d7cfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485561 Dec 16 18:00:17.478080 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-f7215990-3c5b-4318-bff2-343c7091a7ee service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929661 Dec 16 18:00:17.582127 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ee7440f-5fbb-458a-8b9a-7cc5dcd23083 req-83a5b44a-22fa-4768-8c7c-53ba80240122 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916793 Dec 16 18:00:18.206807 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abaa6ed-9921-4533-b213-48ae5f89bb35 req-de93024e-cff7-43b1-bc8f-48eef293dffe tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:18.208584 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8abaa6ed-9921-4533-b213-48ae5f89bb35 req-de93024e-cff7-43b1-bc8f-48eef293dffe tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0638552 Dec 16 18:00:18.268567 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8abaa6ed-9921-4533-b213-48ae5f89bb35 req-e2472b18-b033-424d-a12b-f512e5e9110b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538509 Dec 16 18:00:19.400910 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad165f35-34b6-493a-9a0d-5daad55738c3 req-46e3b0de-5749-420e-bc6a-267c39d2d452 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:19.402656 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ad165f35-34b6-493a-9a0d-5daad55738c3 req-46e3b0de-5749-420e-bc6a-267c39d2d452 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0563033 Dec 16 18:00:19.455251 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ad165f35-34b6-493a-9a0d-5daad55738c3 req-d7e9d7d1-1ce0-4c8b-af70-4d3c00162d95 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455542 Dec 16 18:00:20.599058 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e12a0-9d89-4938-ad29-24dfd4a2a721 req-11e457ab-119e-455e-b6c0-1d46e3cc95b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:20.600513 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c50e12a0-9d89-4938-ad29-24dfd4a2a721 req-11e457ab-119e-455e-b6c0-1d46e3cc95b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0591800 Dec 16 18:00:20.652061 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c50e12a0-9d89-4938-ad29-24dfd4a2a721 req-f3a39cf1-d9bb-4c8b-95c3-3bfe178bd1f7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438502 Dec 16 18:00:20.999911 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-7afae979-2f51-4172-970d-d55521af3f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:21.775087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8d1a0-8d84-4847-a416-f5ca04d3e5de req-0a5ef83b-e0f1-4ff6-b211-9eaee3fd0d5c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:21.776577 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-69c8d1a0-8d84-4847-a416-f5ca04d3e5de req-0a5ef83b-e0f1-4ff6-b211-9eaee3fd0d5c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0492125 Dec 16 18:00:21.825637 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-69c8d1a0-8d84-4847-a416-f5ca04d3e5de req-56f023fc-32a1-48dc-8fce-dcaaaa46f8bc tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Dec 16 18:00:22.951117 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d74f4-dc55-4e0a-9472-120a76ea9755 req-a68a1abc-1f56-4ac0-b2f5-0911a7bbbd0f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:22.953270 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-231d74f4-dc55-4e0a-9472-120a76ea9755 req-a68a1abc-1f56-4ac0-b2f5-0911a7bbbd0f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0565312 Dec 16 18:00:23.008787 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-231d74f4-dc55-4e0a-9472-120a76ea9755 req-fd667f31-9f75-4aa5-a59b-2cc00b332968 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487266 Dec 16 18:00:23.279773 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-77b20f93-244c-419a-bb39-095f1f80be46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:23.283812 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:24.567441 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:25.323523 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9131aab6-e608-4abe-869b-13d150a24490 req-c81738b3-4d52-4b48-a452-73fc57f7fda9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436959 Dec 16 18:00:25.424680 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131aab6-e608-4abe-869b-13d150a24490 req-6a2547a0-09ac-4fa3-ba5d-4ae9164c9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:25.426081 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9131aab6-e608-4abe-869b-13d150a24490 req-6a2547a0-09ac-4fa3-ba5d-4ae9164c9230 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 1098 time: 0.0501623 Dec 16 18:00:25.564154 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131aab6-e608-4abe-869b-13d150a24490 req-85884032-4bd9-4552-b57f-2219810e6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:25.565710 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9131aab6-e608-4abe-869b-13d150a24490 req-85884032-4bd9-4552-b57f-2219810e6c2d service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 911 time: 0.1150603 Dec 16 18:00:25.643615 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9131aab6-e608-4abe-869b-13d150a24490 req-b51d4988-2290-499f-aba8-d37a4a63ef8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85 HTTP/1.1" status: 200 len: 1001 time: 0.0703056 Dec 16 18:00:25.697569 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131aab6-e608-4abe-869b-13d150a24490 req-2e2fc454-299d-42ec-903d-5b3803a59043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:25.699177 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9131aab6-e608-4abe-869b-13d150a24490 req-2e2fc454-299d-42ec-903d-5b3803a59043 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 200 len: 849 time: 0.0477097 Dec 16 18:00:25.753930 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131aab6-e608-4abe-869b-13d150a24490 req-a3252d8f-5bdb-4eea-a904-835467d05605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:25.755554 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9131aab6-e608-4abe-869b-13d150a24490 req-a3252d8f-5bdb-4eea-a904-835467d05605 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f239ba-5297-4276-aa7c-a1261d7cfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491471 Dec 16 18:00:25.867193 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9131aab6-e608-4abe-869b-13d150a24490 req-1b9eb9e3-ee85-4c14-a0a3-c9c1fafeb294 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988925 Dec 16 18:00:25.982873 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9131aab6-e608-4abe-869b-13d150a24490 req-650dda0d-108f-4a87-a5fd-7f695f31f3d8 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066720 Dec 16 18:00:26.042481 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:26.792962 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:28.315092 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e296f8-db16-4732-b776-702576603135 req-fb192d3d-e7ad-4480-9efa-bf94511bae5d tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:28.317387 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-36e296f8-db16-4732-b776-702576603135 req-fb192d3d-e7ad-4480-9efa-bf94511bae5d tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 945 time: 0.1312938 Dec 16 18:00:28.378735 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-36e296f8-db16-4732-b776-702576603135 req-87f99a50-0051-4136-81eb-dab3e452f915 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547497 Dec 16 18:00:29.521239 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c342932-0eb5-4f4d-ac5e-5f40ede31700 req-9824227b-af29-4c30-8f50-e052060e19d5 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:29.522830 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2c342932-0eb5-4f4d-ac5e-5f40ede31700 req-9824227b-af29-4c30-8f50-e052060e19d5 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 945 time: 0.0579364 Dec 16 18:00:29.576574 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2c342932-0eb5-4f4d-ac5e-5f40ede31700 req-651eaeec-1888-4535-80f4-b034d4c12081 tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Dec 16 18:00:29.744748 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48924) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:29.790894 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-c845692e-b647-4197-b79d-6f6cc08a6b04 admin admin] Deleting subnet ed490b41-a084-4e39-9a8b-f48a2ab6b817 {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:00:29.794153 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c845692e-b647-4197-b79d-6f6cc08a6b04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:29.830947 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c845692e-b647-4197-b79d-6f6cc08a6b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2504350'] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:29.872565 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c845692e-b647-4197-b79d-6f6cc08a6b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:29.930132 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c845692e-b647-4197-b79d-6f6cc08a6b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3245940'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:29.953782 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845692e-b647-4197-b79d-6f6cc08a6b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed490b41-a084-4e39-9a8b-f48a2ab6b817,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:29.960552 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c845692e-b647-4197-b79d-6f6cc08a6b04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:29.963802 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c845692e-b647-4197-b79d-6f6cc08a6b04 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ed490b41-a084-4e39-9a8b-f48a2ab6b817 HTTP/1.1" status: 204 len: 168 time: 0.2185068 Dec 16 18:00:29.966721 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48926) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:30.036672 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.402465 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.423987 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f5d278-789f-4a75-a2df-45eef52bc612']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:00:30.434325 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2218ac13-28fc-4408-88a5-7895f3c5ffba') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:00:30.434544 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2218ac13-28fc-4408-88a5-7895f3c5ffba') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:00:30.444778 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.459207 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.465871 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:00:30.466249 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:00:30.468400 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:00:30.524646 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.530100 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.533405 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] 10.222.0.32 "DELETE /v2.0/networks/51f5d278-789f-4a75-a2df-45eef52bc612 HTTP/1.1" status: 204 len: 168 time: 0.5656967 Dec 16 18:00:30.536555 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 48936) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:30.544481 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e21dc9-ddd1-47bd-9dba-a74894893804 admin admin] Pushing event deleted for resources: {'Network': ['ID=51f5d278-789f-4a75-a2df-45eef52bc612,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:30.586868 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Deleting subnet 14bfec9e-e670-42a7-ae21-6695c4d52c10 {{(pid=102418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:00:30.590888 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.627869 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126504371'] for subnet, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.699033 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.704217 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d8964-7277-431b-b10b-48f46a24b1e9 req-201565ab-e4e7-42e3-864f-956a9ffd065d tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:30.705759 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ab6d8964-7277-431b-b10b-48f46a24b1e9 req-201565ab-e4e7-42e3-864f-956a9ffd065d tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 945 time: 0.0551438 Dec 16 18:00:30.735858 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-bb92b441-5e9e-4a4d-8af2-637ad10a6adc tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:00:30.737356 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-bb92b441-5e9e-4a4d-8af2-637ad10a6adc tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4563a1d-2838-4e79-b193-2399bae7aec4 HTTP/1.1" status: 200 len: 945 time: 0.0911820 Dec 16 18:00:30.759526 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ab6d8964-7277-431b-b10b-48f46a24b1e9 req-7fefe072-38d8-4ebd-82a9-2c6ceb4b391c tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bdac7a4-5b6c-4b99-a277-f97ef85677dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475547 Dec 16 18:00:30.819877 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3335472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126170107'] for subnet, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.854931 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14bfec9e-e670-42a7-ae21-6695c4d52c10,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:30.865957 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.869110 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/14bfec9e-e670-42a7-ae21-6695c4d52c10 HTTP/1.1" status: 204 len: 168 time: 0.3315480 Dec 16 18:00:30.873716 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.873716 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.874056 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48942) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:30.874177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.874177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.874177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.874177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.874177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.874177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.874177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.874841 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.875020 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.875376 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.875646 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b534eb-b492-46b3-a08d-3c219078ed15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:00:30.896083 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Deleting port ab7cf641-deaf-449b-a250-cbfc0164d60c {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:00:30.896428 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.948209 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:30.987085 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] For port ab7cf641-deaf-449b-a250-cbfc0164d60c, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab7cf641-deaf-449b-a250-cbfc0164d60c,segment=NetworkSegment(3362847a-19ac-461e-a19a-ebd255a4769f),segment_id=3362847a-19ac-461e-a19a-ebd255a4769f)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:00:30.987436 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.000800 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Calling delete_port for ab7cf641-deaf-449b-a250-cbfc0164d60c owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:00:31.038122 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.072961 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b8389b-89f0-4801-b13b-a0efc8570525']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:00:31.084212 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a7e3ee-3ff2-4c57-991f-3978ecd22a43') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:00:31.084493 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a7e3ee-3ff2-4c57-991f-3978ecd22a43') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:00:31.096303 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.110532 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.117047 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:00:31.117433 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:00:31.119397 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:00:31.167379 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.180539 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['ab7cf641-deaf-449b-a250-cbfc0164d60c'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:00:31.184307 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.199391 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.202590 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] 10.222.0.32 "DELETE /v2.0/networks/a0b8389b-89f0-4801-b13b-a0efc8570525 HTTP/1.1" status: 204 len: 168 time: 0.3293655 Dec 16 18:00:31.204299 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee077b6-365a-4a6a-b371-7398c4a43f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b8389b-89f0-4801-b13b-a0efc8570525,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:31.207854 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Pushing event deleted for resources: {'Port': ['ID=ab7cf641-deaf-449b-a250-cbfc0164d60c,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:31.258918 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] No DVR routers for this DVR port ab7cf641-deaf-449b-a250-cbfc0164d60c on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:00:31.261948 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.266744 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bdf2505c-b814-47dc-8022-ed7c671c3e79 req-5cfcd751-5fb9-4256-b588-96d1d613725b tempest-VolumesSnapshotTestJSON-1242004409 tempest-VolumesSnapshotTestJSON-1242004409-project] 10.222.0.76 "DELETE /v2.0/ports/ab7cf641-deaf-449b-a250-cbfc0164d60c HTTP/1.1" status: 204 len: 173 time: 0.5228486 Dec 16 18:00:31.267258 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4563a1d-2838-4e79-b193-2399bae7aec4', 'name': 'network-vif-deleted', 'tag': 'ab7cf641-deaf-449b-a250-cbfc0164d60c'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:00:31.270810 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad9fea-dcd4-4bac-93ef-8a03bdbd6683" -d '{"events": [{"server_uuid": "d4563a1d-2838-4e79-b193-2399bae7aec4", "name": "network-vif-deleted", "tag": "ab7cf641-deaf-449b-a250-cbfc0164d60c"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:00:31.323716 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d34da1b-f5e0-48d5-9121-a2be5d907d99 x-openstack-request-id: req-0d34da1b-f5e0-48d5-9121-a2be5d907d99 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:00:31.324009 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4563a1d-2838-4e79-b193-2399bae7aec4", "name": "network-vif-deleted", "tag": "ab7cf641-deaf-449b-a250-cbfc0164d60c", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:00:31.324262 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d34da1b-f5e0-48d5-9121-a2be5d907d99 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:00:31.324815 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4563a1d-2838-4e79-b193-2399bae7aec4', 'name': 'network-vif-deleted', 'tag': 'ab7cf641-deaf-449b-a250-cbfc0164d60c', 'status': 'completed', 'code': 200} Dec 16 18:00:31.419497 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48954) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:31.460020 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a94416d4-ab13-4efb-bd9b-29df9c39fb00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71d32bef463e408b9e311064c731d280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393169 Dec 16 18:00:31.463539 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 48956) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:31.521123 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-61b7878f-e043-45c4-8772-cbbb01fef837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.543931 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-61b7878f-e043-45c4-8772-cbbb01fef837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.599578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-61b7878f-e043-45c4-8772-cbbb01fef837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.602554 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-61b7878f-e043-45c4-8772-cbbb01fef837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:31.603828 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-61b7878f-e043-45c4-8772-cbbb01fef837 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4afab414-ca22-428a-b563-9794df5fd72e HTTP/1.1" status: 204 len: 168 time: 0.1390119 Dec 16 18:00:31.614220 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7878f-e043-45c4-8772-cbbb01fef837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afab414-ca22-428a-b563-9794df5fd72e,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:31.985519 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 48970) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:32.033226 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-2fc9b24d-9c70-4620-96da-ffceeaa77c3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=310fb2da756145a4bdfdf0975479b8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463212 Dec 16 18:00:32.035574 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 48972) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:32.101547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bac8655c-2e6a-4003-9a80-c9704c874f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:32.125975 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bac8655c-2e6a-4003-9a80-c9704c874f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:32.175939 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bac8655c-2e6a-4003-9a80-c9704c874f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:32.178500 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bac8655c-2e6a-4003-9a80-c9704c874f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:32.179700 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-bac8655c-2e6a-4003-9a80-c9704c874f3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/491eb70e-85b9-4b5a-97d1-ad8863325fc3 HTTP/1.1" status: 204 len: 168 time: 0.1423132 Dec 16 18:00:32.188906 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8655c-2e6a-4003-9a80-c9704c874f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491eb70e-85b9-4b5a-97d1-ad8863325fc3,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:33.385177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49022) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:33.500538 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5fc4fc02-cfce-4148-9a99-c8bbe7088f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:33.584753 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5fc4fc02-cfce-4148-9a99-c8bbe7088f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:33.590989 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5fc4fc02-cfce-4148-9a99-c8bbe7088f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:33.631161 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4fc02-cfce-4148-9a99-c8bbe7088f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d377ae7e-2d79-418e-bb85-8415c715e750,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:33.635608 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-5fc4fc02-cfce-4148-9a99-c8bbe7088f34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bcb89347d4f4bf69d69e3143fed5d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493939 Dec 16 18:00:33.638543 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49032) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:00:33.699259 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7318af78-338e-4c30-91f6-7804850d7b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:33.724810 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7318af78-338e-4c30-91f6-7804850d7b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:33.780269 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7318af78-338e-4c30-91f6-7804850d7b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:33.783164 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7318af78-338e-4c30-91f6-7804850d7b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:33.785004 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-7318af78-338e-4c30-91f6-7804850d7b8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d377ae7e-2d79-418e-bb85-8415c715e750 HTTP/1.1" status: 204 len: 168 time: 0.1452119 Dec 16 18:00:33.800357 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318af78-338e-4c30-91f6-7804850d7b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d377ae7e-2d79-418e-bb85-8415c715e750,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:00:34.969468 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device ab7cf641-deaf-449b-a250-cbfc0164d60c no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:00:34.992321 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: ab7cf641-deaf-449b-a250-cbfc0164d60c {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:00:34.992321 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device ab7cf641-deaf-449b-a250-cbfc0164d60c not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:00:50.152259 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:00:50.993329 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a38c0065-bcec-4cd5-bfe6-4ef8967b0435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:53.279357 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a1e4c41a-8f9a-4a9a-a242-837c58839ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:53.350695 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:54.572601 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:56.038585 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:00:56.790688 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:05.938138 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49370) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:06.049510 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.128060 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.133173 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.170336 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9b0454-6057-4cce-85c9-80129b114f96,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:06.179943 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9b4d7f002ff430588d8a63b960f67ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403440 Dec 16 18:01:06.181766 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.182228 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.182597 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49378) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:06.183133 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.183133 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.183403 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.183766 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.184098 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.184429 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.184766 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.185094 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.185402 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.185724 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.186043 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbed349-92cb-48e1-8d71-7ec09933eaa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:06.241583 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-66317f2a-c49f-4981-a088-3e378b86d991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.265526 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-66317f2a-c49f-4981-a088-3e378b86d991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.313003 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-66317f2a-c49f-4981-a088-3e378b86d991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.316147 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-66317f2a-c49f-4981-a088-3e378b86d991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.317650 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-66317f2a-c49f-4981-a088-3e378b86d991 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f9b0454-6057-4cce-85c9-80129b114f96 HTTP/1.1" status: 204 len: 168 time: 0.1340041 Dec 16 18:01:06.326752 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66317f2a-c49f-4981-a088-3e378b86d991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9b0454-6057-4cce-85c9-80129b114f96,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:06.623631 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49388) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:06.638216 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fe0be38f-59f0-4539-8e57-2295f5e924f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.721319 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fe0be38f-59f0-4539-8e57-2295f5e924f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.726602 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fe0be38f-59f0-4539-8e57-2295f5e924f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.765127 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-fe0be38f-59f0-4539-8e57-2295f5e924f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8722ab5f893f45e98bbf672b38859b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403105 Dec 16 18:01:06.766044 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0be38f-59f0-4539-8e57-2295f5e924f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a31cc1-dd51-42c8-8b5f-564e5241bddf,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:06.768047 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49390) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:06.821284 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4aa09c7-0731-4798-8725-fe05bbcac802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.844016 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4aa09c7-0731-4798-8725-fe05bbcac802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.890532 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4aa09c7-0731-4798-8725-fe05bbcac802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.893071 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4aa09c7-0731-4798-8725-fe05bbcac802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:06.894233 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f4aa09c7-0731-4798-8725-fe05bbcac802 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32a31cc1-dd51-42c8-8b5f-564e5241bddf HTTP/1.1" status: 204 len: 168 time: 0.1250598 Dec 16 18:01:06.901814 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa09c7-0731-4798-8725-fe05bbcac802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a31cc1-dd51-42c8-8b5f-564e5241bddf,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:11.937049 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49516) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:11.984285 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0299a98-44af-45e7-9da0-b6c08ba3efde admin admin] Deleting subnet 2686dd64-376d-4cf9-9b69-12834e3271e6 {{(pid=102418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:01:11.987680 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0299a98-44af-45e7-9da0-b6c08ba3efde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.022976 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0299a98-44af-45e7-9da0-b6c08ba3efde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126504371'] for subnet, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.065039 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0299a98-44af-45e7-9da0-b6c08ba3efde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.343390 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0299a98-44af-45e7-9da0-b6c08ba3efde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3335472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126170107'] for subnet, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.369094 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0299a98-44af-45e7-9da0-b6c08ba3efde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2686dd64-376d-4cf9-9b69-12834e3271e6,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:12.371146 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f0299a98-44af-45e7-9da0-b6c08ba3efde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.375491 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f0299a98-44af-45e7-9da0-b6c08ba3efde admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2686dd64-376d-4cf9-9b69-12834e3271e6 HTTP/1.1" status: 204 len: 168 time: 0.4363995 Dec 16 18:01:12.377364 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49522) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:12.447779 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.529379 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.552550 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8330e09-9a25-4fb2-9600-d502f13c3fd4']}} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:12.562000 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3362847a-19ac-461e-a19a-ebd255a4769f') {'for_net_delete': True} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:12.562279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3362847a-19ac-461e-a19a-ebd255a4769f') {} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:12.571558 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126504264'] for segment, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.584870 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.591623 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:01:12.592041 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335514'] for segment, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: Traceback (most recent call last): Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: timer() Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: cb(*args, **kw) Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: return func(*args, **kwargs) Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: self._notify() Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: self.callback(batched_events) Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: event.method(event) Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: return f(self, *a, **k) Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._get(url).json() Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: return self.request(url, 'GET', **kwargs) Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:01:12.593891 dv-cinder-819200-2-iscsi neutron-server[102418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:01:12.653293 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.659244 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:12.662851 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d8330e09-9a25-4fb2-9600-d502f13c3fd4 HTTP/1.1" status: 204 len: 168 time: 0.2843008 Dec 16 18:01:12.673881 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7aea0-4fcd-4e83-a52e-cbadd91e1621 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8330e09-9a25-4fb2-9600-d502f13c3fd4,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:12.786840 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49538) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:12.857067 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49542) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:12.914546 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-37a34ec4-ab50-4f02-ab01-3cd1f066d84e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1d5cb18f27d4ce1a89b1f5698ebcbe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556302 Dec 16 18:01:12.917130 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49544) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:12.979116 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-af01789d-191c-4b85-9879-52f5299abcda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.010445 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-af01789d-191c-4b85-9879-52f5299abcda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.012414 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bfcc79a5-f826-4f2f-bb69-b522e54684e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.091901 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-af01789d-191c-4b85-9879-52f5299abcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.094412 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-af01789d-191c-4b85-9879-52f5299abcda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.095585 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-af01789d-191c-4b85-9879-52f5299abcda admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bdac7a4-5b6c-4b99-a277-f97ef85677dc HTTP/1.1" status: 204 len: 168 time: 0.1771994 Dec 16 18:01:13.115391 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01789d-191c-4b85-9879-52f5299abcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdac7a4-5b6c-4b99-a277-f97ef85677dc,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:13.127765 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bfcc79a5-f826-4f2f-bb69-b522e54684e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.132635 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bfcc79a5-f826-4f2f-bb69-b522e54684e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.175640 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-bfcc79a5-f826-4f2f-bb69-b522e54684e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0520d4503f14822ae21802e1db134b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875654 Dec 16 18:01:13.177672 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc79a5-f826-4f2f-bb69-b522e54684e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf40088-ca0d-4308-937c-6447f3970c31,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:13.178578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49548) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:13.244799 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9065c3a2-bb71-496c-81e8-a3b806a836a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.270492 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9065c3a2-bb71-496c-81e8-a3b806a836a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.325915 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9065c3a2-bb71-496c-81e8-a3b806a836a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.328940 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9065c3a2-bb71-496c-81e8-a3b806a836a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.332766 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-9065c3a2-bb71-496c-81e8-a3b806a836a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8bf40088-ca0d-4308-937c-6447f3970c31 HTTP/1.1" status: 204 len: 168 time: 0.1506145 Dec 16 18:01:13.339359 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c3a2-bb71-496c-81e8-a3b806a836a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf40088-ca0d-4308-937c-6447f3970c31,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:13.690275 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49554) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:13.709246 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c5b6a37d-6c2a-4ab3-9d7a-e16f5705aab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.788626 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c5b6a37d-6c2a-4ab3-9d7a-e16f5705aab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.793361 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c5b6a37d-6c2a-4ab3-9d7a-e16f5705aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.835302 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c5b6a37d-6c2a-4ab3-9d7a-e16f5705aab0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=948869ab9bc6460887cef982971d7c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399188 Dec 16 18:01:13.835302 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6a37d-6c2a-4ab3-9d7a-e16f5705aab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1009cef-7b39-4c9d-ab72-39b1301c3a86,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:13.836022 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49558) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:13.890566 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-33989837-3af4-4cb7-9922-8ae9b746da10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.920984 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-33989837-3af4-4cb7-9922-8ae9b746da10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.968146 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-33989837-3af4-4cb7-9922-8ae9b746da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.970869 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-33989837-3af4-4cb7-9922-8ae9b746da10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:13.972059 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-33989837-3af4-4cb7-9922-8ae9b746da10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1009cef-7b39-4c9d-ab72-39b1301c3a86 HTTP/1.1" status: 204 len: 168 time: 0.1356044 Dec 16 18:01:13.980081 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33989837-3af4-4cb7-9922-8ae9b746da10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1009cef-7b39-4c9d-ab72-39b1301c3a86,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:16.114824 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49630) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:16.224501 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ed200356-9362-41be-a294-4fd5b2207421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.308290 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ed200356-9362-41be-a294-4fd5b2207421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.312867 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ed200356-9362-41be-a294-4fd5b2207421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.350095 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-ed200356-9362-41be-a294-4fd5b2207421 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7d4931a0f9042ddae1a63b0fc3c165b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341771 Dec 16 18:01:16.351261 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed200356-9362-41be-a294-4fd5b2207421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2e231f-f124-464a-8500-df7f0d6eea80,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:16.353279 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49634) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:16.407502 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c76fed37-b9ce-49f6-a836-915c22f6aee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.430478 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c76fed37-b9ce-49f6-a836-915c22f6aee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.481310 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c76fed37-b9ce-49f6-a836-915c22f6aee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.484815 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c76fed37-b9ce-49f6-a836-915c22f6aee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.486225 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c76fed37-b9ce-49f6-a836-915c22f6aee0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f2e231f-f124-464a-8500-df7f0d6eea80 HTTP/1.1" status: 204 len: 168 time: 0.1319208 Dec 16 18:01:16.494219 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fed37-b9ce-49f6-a836-915c22f6aee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2e231f-f124-464a-8500-df7f0d6eea80,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:16.777203 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49642) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:16.791238 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1221b1e8-a360-4050-b4b6-bad182ae02fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.869193 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1221b1e8-a360-4050-b4b6-bad182ae02fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.873515 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1221b1e8-a360-4050-b4b6-bad182ae02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.917492 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-1221b1e8-a360-4050-b4b6-bad182ae02fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b260a1570c24218835c26f2fdea8f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391211 Dec 16 18:01:16.918764 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221b1e8-a360-4050-b4b6-bad182ae02fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d1935c-d0ef-490b-a673-47750981098a,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:16.920492 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49644) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:16.972350 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-99fd135d-38a6-456e-af01-eff6fc916b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:16.993165 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-99fd135d-38a6-456e-af01-eff6fc916b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:17.041472 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-99fd135d-38a6-456e-af01-eff6fc916b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:17.044227 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-99fd135d-38a6-456e-af01-eff6fc916b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:17.045381 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-99fd135d-38a6-456e-af01-eff6fc916b24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71d1935c-d0ef-490b-a673-47750981098a HTTP/1.1" status: 204 len: 168 time: 0.1230648 Dec 16 18:01:17.053545 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd135d-38a6-456e-af01-eff6fc916b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d1935c-d0ef-490b-a673-47750981098a,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:19.952247 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7d027-3a5f-4e33-836f-18e04d14199e req-48d04bdd-4707-4ac2-8e21-c3b0f9634f79 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:19.955086 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-99e7d027-3a5f-4e33-836f-18e04d14199e req-48d04bdd-4707-4ac2-8e21-c3b0f9634f79 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0516567 Dec 16 18:01:20.008380 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-99e7d027-3a5f-4e33-836f-18e04d14199e req-09898140-a45b-4b87-b036-b34f3dfbf764 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478203 Dec 16 18:01:21.002087 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8195bab8-fb31-4d10-948b-385300ad5fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:21.135974 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc6076-04b4-45fe-9c2d-41ec174d0034 req-ce0c4dc9-3983-4500-bd68-0e7257613312 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:21.137481 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-19fc6076-04b4-45fe-9c2d-41ec174d0034 req-ce0c4dc9-3983-4500-bd68-0e7257613312 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0536118 Dec 16 18:01:21.184025 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-19fc6076-04b4-45fe-9c2d-41ec174d0034 req-a593a678-26e9-44cd-9c2c-9552d7c7ea74 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Dec 16 18:01:22.321017 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bd787-fb0b-4885-a60b-b4249d06b7e8 req-8a63a74a-4aa5-4c57-b58f-0f67b81a517b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:22.322537 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6b7bd787-fb0b-4885-a60b-b4249d06b7e8 req-8a63a74a-4aa5-4c57-b58f-0f67b81a517b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0545859 Dec 16 18:01:22.371864 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6b7bd787-fb0b-4885-a60b-b4249d06b7e8 req-c30e6e13-c029-49cf-bf42-5083b881118f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Dec 16 18:01:23.274344 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-49f6ffcf-246d-44fb-b690-31ebdc01132e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:23.369415 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:23.497283 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ba1a-1e03-4f51-95f6-56f07a1725ec req-55147f28-132a-4fb0-a072-e808563f5a47 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:23.498831 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4571ba1a-1e03-4f51-95f6-56f07a1725ec req-55147f28-132a-4fb0-a072-e808563f5a47 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0514700 Dec 16 18:01:23.560975 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4571ba1a-1e03-4f51-95f6-56f07a1725ec req-9e458797-da70-4dfc-a0f6-1e17507d6d92 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542243 Dec 16 18:01:24.577011 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:24.702114 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebc6e0-cf90-4de8-b83f-b8820ea1c57d req-581f6d95-67eb-450a-9dce-99af6998498f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:24.703726 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f2ebc6e0-cf90-4de8-b83f-b8820ea1c57d req-581f6d95-67eb-450a-9dce-99af6998498f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0572152 Dec 16 18:01:24.753463 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f2ebc6e0-cf90-4de8-b83f-b8820ea1c57d req-1d5108c6-aad1-4c4b-b0b7-fd0ea4ff576d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 Dec 16 18:01:25.444290 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-85e1542b-3c30-495e-8a46-6bb99e160a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:25.446144 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-85e1542b-3c30-495e-8a46-6bb99e160a3f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 1098 time: 0.1547599 Dec 16 18:01:25.556955 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-81ff62dc-65f3-44f1-955f-5a53335f50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:25.558394 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-81ff62dc-65f3-44f1-955f-5a53335f50b9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.0912035 Dec 16 18:01:25.637434 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-bc169fca-688b-4f76-89c4-d40d5eefb909 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bd2036f-01a2-4971-8fcb-d0d439424322 HTTP/1.1" status: 200 len: 1001 time: 0.0703070 Dec 16 18:01:25.692266 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-535a8f6b-dc2c-41f8-9890-009e53b9e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:25.694191 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-535a8f6b-dc2c-41f8-9890-009e53b9e51e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0488908 Dec 16 18:01:25.751887 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-a64f35e2-84d5-4573-80a7-1d2444a7e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:25.753614 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-a64f35e2-84d5-4573-80a7-1d2444a7e50a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490768 Dec 16 18:01:25.851432 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-e161e4eb-de15-48e5-a300-5331c63ca1a5 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890040 Dec 16 18:01:25.884941 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3dfed-94ea-4895-80bd-a460fbdbf092 req-7583b844-c336-467d-a271-a1af745c9d2e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:25.886424 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7fe3dfed-94ea-4895-80bd-a460fbdbf092 req-7583b844-c336-467d-a271-a1af745c9d2e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0572121 Dec 16 18:01:25.941634 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7fe3dfed-94ea-4895-80bd-a460fbdbf092 req-95ad95a4-2ee4-49e7-a420-c01846e2fadc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471380 Dec 16 18:01:25.949377 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1146aadc-4d0b-4a0d-828a-1ce39d247b58 req-e41409e1-8bb1-4e52-ae9a-1ad6c66c776e service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895882 Dec 16 18:01:26.047004 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:26.786723 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:27.081127 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e00a62-8811-4df8-8796-53c8ddeb7cb7 req-b918de31-2412-4e0f-8377-5a822fb757f5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:27.082674 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c2e00a62-8811-4df8-8796-53c8ddeb7cb7 req-b918de31-2412-4e0f-8377-5a822fb757f5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0632601 Dec 16 18:01:27.139792 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c2e00a62-8811-4df8-8796-53c8ddeb7cb7 req-e707a5c6-598b-4fe5-937e-f78d75210c82 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508630 Dec 16 18:01:27.155654 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:01:27.992426 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49798) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:28.130473 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f9d8de43-1efd-4f13-b0ae-e88a6e885542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.221863 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f9d8de43-1efd-4f13-b0ae-e88a6e885542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.231868 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f9d8de43-1efd-4f13-b0ae-e88a6e885542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.288760 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-f9d8de43-1efd-4f13-b0ae-e88a6e885542 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fa7923f4992408ba2bb03826db0721d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950540 Dec 16 18:01:28.292293 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49804) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:28.294337 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8de43-1efd-4f13-b0ae-e88a6e885542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406d9a68-74f7-4886-80a8-99a8aae50c35,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:28.325780 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05467772-7de0-4938-b100-d87513eaaaac req-8f7d1e6f-4b13-46c1-9abe-f8a05374dccd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:28.327356 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-05467772-7de0-4938-b100-d87513eaaaac req-8f7d1e6f-4b13-46c1-9abe-f8a05374dccd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.1077392 Dec 16 18:01:28.393038 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-72513aea-d6bc-46d5-aca4-15ad9e5f07bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.397893 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-05467772-7de0-4938-b100-d87513eaaaac req-18be7797-7fef-40a2-a9f8-5a1d61c6a965 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621521 Dec 16 18:01:28.418840 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-72513aea-d6bc-46d5-aca4-15ad9e5f07bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.469494 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-72513aea-d6bc-46d5-aca4-15ad9e5f07bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.471953 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-72513aea-d6bc-46d5-aca4-15ad9e5f07bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.473110 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-72513aea-d6bc-46d5-aca4-15ad9e5f07bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/406d9a68-74f7-4886-80a8-99a8aae50c35 HTTP/1.1" status: 204 len: 168 time: 0.1797802 Dec 16 18:01:28.481322 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72513aea-d6bc-46d5-aca4-15ad9e5f07bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406d9a68-74f7-4886-80a8-99a8aae50c35,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:28.767380 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49812) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:28.781251 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-996711eb-2dd0-4511-9e12-3047c2c6a2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.861169 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-996711eb-2dd0-4511-9e12-3047c2c6a2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.866831 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-996711eb-2dd0-4511-9e12-3047c2c6a2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.904755 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-996711eb-2dd0-4511-9e12-3047c2c6a2ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f583b0952f84baaa150fb7117144a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361876 Dec 16 18:01:28.905445 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996711eb-2dd0-4511-9e12-3047c2c6a2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc5febf-9ed7-477c-9997-c2f8ac9cfefd,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:28.907879 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49814) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:28.958499 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-089b10a7-e5e3-4f40-9d08-c7f314d82700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:28.988291 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-089b10a7-e5e3-4f40-9d08-c7f314d82700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.040282 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-089b10a7-e5e3-4f40-9d08-c7f314d82700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.042874 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-089b10a7-e5e3-4f40-9d08-c7f314d82700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.044046 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-089b10a7-e5e3-4f40-9d08-c7f314d82700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abc5febf-9ed7-477c-9997-c2f8ac9cfefd HTTP/1.1" status: 204 len: 168 time: 0.1349640 Dec 16 18:01:29.052753 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b10a7-e5e3-4f40-9d08-c7f314d82700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc5febf-9ed7-477c-9997-c2f8ac9cfefd,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:29.525212 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697d1a4-2ab5-4c94-ab58-6fc7bf6014a9 req-786e8143-9c1e-4550-a880-17d205e29473 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:29.526470 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8697d1a4-2ab5-4c94-ab58-6fc7bf6014a9 req-786e8143-9c1e-4550-a880-17d205e29473 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0504377 Dec 16 18:01:29.578771 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8697d1a4-2ab5-4c94-ab58-6fc7bf6014a9 req-2bf13d63-c338-4984-8c4b-874caca4ddd5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462456 Dec 16 18:01:29.779464 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49838) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:29.894001 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1407745200-network', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:29.921025 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Made reservation on behalf of b15f37c1016f4bf69ab6e241b39cbefb for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:29.923413 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:29.931937 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.011783 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.016622 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.041387 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:01:30.051375 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b547d5-6754-46fb-a5c7-3fa474deca1b,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:30.056458 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.056818 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Added segment 7c240f59-9d24-43ad-abf1-5fb32ce700fa of type vlan for network b02ceb61-4e66-443a-8dd0-626b884c5568 Dec 16 18:01:30.096284 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.123302 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.124429 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:30.125040 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.179145 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3984106 Dec 16 18:01:30.182228 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49842) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:30.187708 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Request body: {'subnet': {'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1407745200-subnet', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:30.190278 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09d9d-467e-4572-9f69-3786095ee55f admin admin] Pushing event updated for resources: {'Network': ['ID=b02ceb61-4e66-443a-8dd0-626b884c5568,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:30.201564 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network b02ceb61-4e66-443a-8dd0-626b884c5568 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:01:30.216239 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Made reservation on behalf of b15f37c1016f4bf69ab6e241b39cbefb for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:30.219016 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126170012'] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.389434 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126169986'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.446467 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6253c9-a632-467b-8014-8504807b50aa,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:30.456966 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Checking segment: {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:30.457338 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Network hostable DHCP agents. Network: b02ceb61-4e66-443a-8dd0-626b884c5568, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:01:30.475162 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Network b02ceb61-4e66-443a-8dd0-626b884c5568 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:01:30.484118 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, b02ceb61-4e66-443a-8dd0-626b884c5568) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:30.490484 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:30.491582 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.500030 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b592e-c213-422c-b0fa-dbbd1d13281e None None] Network b02ceb61-4e66-443a-8dd0-626b884c5568 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:01:30.512611 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-44b5023b-446a-485f-9dc0-ada23403873a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3292179 Dec 16 18:01:30.516771 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49844) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:30.521134 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:30.545426 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.546676 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.604395 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.611583 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-b02ceb61-4e66-443a-8dd0-626b884c5568', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:01:30.612839 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.713736 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f4f39-1bb4-4dd4-ac38-a6b8aa94d145 req-aa0dd4f6-829e-4e56-a80a-e9bd20f1f53d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:30.715818 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2b2f4f39-1bb4-4dd4-ac38-a6b8aa94d145 req-aa0dd4f6-829e-4e56-a80a-e9bd20f1f53d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0592217 Dec 16 18:01:30.757152 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.771845 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2b2f4f39-1bb4-4dd4-ac38-a6b8aa94d145 req-8e67097d-d84b-48e1-ba8e-1c87edd82b60 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482852 Dec 16 18:01:30.775860 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Allocated IP 172.20.0.2 (b02ceb61-4e66-443a-8dd0-626b884c5568/dc6253c9-a632-467b-8014-8504807b50aa/50998e5d-5989-42e7-9bfe-6da02371a972) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:30.934999 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.941803 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.972735 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.987525 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Network b02ceb61-4e66-443a-8dd0-626b884c5568 is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:30.990513 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:30.994363 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:30.998378 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:30.999995 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Pushing event updated for resources: {'Port': ['ID=50998e5d-5989-42e7-9bfe-6da02371a972,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:31.011864 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.012219 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.012593 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.012938 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.013276 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.013607 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.013940 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.014339 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.014691 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.015038 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.015372 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.015696 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.016019 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.064205 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Attempting to bind port 50998e5d-5989-42e7-9bfe-6da02371a972 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:01:31.064580 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Attempting to bind port 50998e5d-5989-42e7-9bfe-6da02371a972 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:01:31.064948 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Attempting to bind port 50998e5d-5989-42e7-9bfe-6da02371a972 on network b02ceb61-4e66-443a-8dd0-626b884c5568 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:31.070745 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:01:31.071125 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Checking segment: {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:31.071539 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.071932 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Bound using segment: {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:01:31.072401 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Bound port: 50998e5d-5989-42e7-9bfe-6da02371a972, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:01:31.072779 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.108069 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Allocated IP 172.27.3.146 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/f4c536bb-7dbb-4ecc-81cb-56bd78b22fee) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:31.136851 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] For port 50998e5d-5989-42e7-9bfe-6da02371a972, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:01:31.140364 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] For port 50998e5d-5989-42e7-9bfe-6da02371a972, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=50998e5d-5989-42e7-9bfe-6da02371a972,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:01:31.144779 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.206853 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca515df7-df70-4294-99b0-c690317d59b7 None None] Pushing event updated for resources: {'Port': ['ID=50998e5d-5989-42e7-9bfe-6da02371a972,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:31.224853 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.265892 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.304271 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:31.308498 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:31.312351 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:31.338192 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Pushing event updated for resources: {'Port': ['ID=f4c536bb-7dbb-4ecc-81cb-56bd78b22fee,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:31.350682 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.352562 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.352562 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.354445 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.358169 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.358540 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.358910 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.360893 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.361280 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.361792 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.362138 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.362466 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.362873 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:31.514133 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 50998e5d-5989-42e7-9bfe-6da02371a972 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:31.565413 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 50998e5d-5989-42e7-9bfe-6da02371a972 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:31.565774 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.609184 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.641653 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.676059 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port 50998e5d-5989-42e7-9bfe-6da02371a972, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=50998e5d-5989-42e7-9bfe-6da02371a972,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:31.682510 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.738493 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=50998e5d-5989-42e7-9bfe-6da02371a972,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:31.823890 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:31.968099 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8b2ea-f52b-4229-8c94-01a471e78393 req-76c2469f-6403-490e-bea3-0d2b759a1abe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:31.969714 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d3d8b2ea-f52b-4229-8c94-01a471e78393 req-76c2469f-6403-490e-bea3-0d2b759a1abe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0995994 Dec 16 18:01:32.032190 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Router f52ac559-c813-4ef2-8879-544906375d44 is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:01:32.043617 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d3d8b2ea-f52b-4229-8c94-01a471e78393 req-4f306ab3-113c-49da-8e32-a02d2898e155 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635703 Dec 16 18:01:32.160138 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:01:32.172500 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Sync routers for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:01:32.179790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:32.181082 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-b4b61764-4c2d-4354-85a9-9816f715806f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6633339 Dec 16 18:01:32.183862 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49850) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:32.186276 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:32.186940 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:01:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:32.230295 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd4517-754d-4fce-a79b-11cfd25e0078 None None] Network b02ceb61-4e66-443a-8dd0-626b884c5568 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:01:32.347255 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-46889abb-5887-42d4-ba61-7ae2ad12d1d9 None None] Provisioning complete for port 50998e5d-5989-42e7-9bfe-6da02371a972 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:32.347515 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-46889abb-5887-42d4-ba61-7ae2ad12d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:32.387963 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:32.785161 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:31Z', 'revision_number': 3, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:32.816209 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Checking router: f52ac559-c813-4ef2-8879-544906375d44 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:01:32.816569 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Updating router f52ac559-c813-4ef2-8879-544906375d44 port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:01:32.844310 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:32.885501 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:32.985131 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-9bae870d-9ba5-44c1-983f-2c6e3d497206 None None] Provisioning complete for port 50998e5d-5989-42e7-9bfe-6da02371a972 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:32.985359 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9bae870d-9ba5-44c1-983f-2c6e3d497206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.057346 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Allocated IP 172.20.0.1 (b02ceb61-4e66-443a-8dd0-626b884c5568/dc6253c9-a632-467b-8014-8504807b50aa/93bd39e9-a77b-4d94-a135-19395f835098) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:33.192065 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.200579 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.207189 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.233981 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6634f0e-a948-4a5b-919f-302f4669cfc6 req-47115a65-c866-412c-9055-7e134b525082 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:33.235768 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b6634f0e-a948-4a5b-919f-302f4669cfc6 req-47115a65-c866-412c-9055-7e134b525082 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0656331 Dec 16 18:01:33.264035 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Attempting to bind port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:01:33.264651 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Attempting to bind port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:01:33.264789 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Attempting to bind port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:33.265870 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.272849 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30776fd1-19aa-4f53-8c77-ca2832b2e0b2 None None] Pushing event updated for resources: {'Port': ['ID=f4c536bb-7dbb-4ecc-81cb-56bd78b22fee,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:33.278724 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:01:33.279161 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:33.279578 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.279980 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:01:33.281238 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Bound port: f4c536bb-7dbb-4ecc-81cb-56bd78b22fee, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:01:33.281637 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.305518 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b6634f0e-a948-4a5b-919f-302f4669cfc6 req-c9e10e3b-d8ff-4c87-a02e-23204f4bda46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533631 Dec 16 18:01:33.311599 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Network b02ceb61-4e66-443a-8dd0-626b884c5568 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:33.316325 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:33.320170 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:33.325913 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Pushing event updated for resources: {'Port': ['ID=93bd39e9-a77b-4d94-a135-19395f835098,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:33.355909 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] For port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:01:33.359501 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] For port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=f4c536bb-7dbb-4ecc-81cb-56bd78b22fee,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:01:33.366092 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.370798 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.446378 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30776fd1-19aa-4f53-8c77-ca2832b2e0b2 None None] Pushing event updated for resources: {'Port': ['ID=f4c536bb-7dbb-4ecc-81cb-56bd78b22fee,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:33.451696 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:33.452368 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:01:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:33.505878 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 50998e5d-5989-42e7-9bfe-6da02371a972 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:33.532764 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.620841 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 50998e5d-5989-42e7-9bfe-6da02371a972 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:33.621212 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.626233 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:33.716683 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.726268 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.779436 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-b0248a9b-3f31-4c09-b929-9850e2ab5198 None None] Provisioning complete for port 93bd39e9-a77b-4d94-a135-19395f835098 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:33.779802 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b0248a9b-3f31-4c09-b929-9850e2ab5198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.796573 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Pushing event updated for resources: {'Port': ['ID=93bd39e9-a77b-4d94-a135-19395f835098,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:33.799221 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:33.887805 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-b0248a9b-3f31-4c09-b929-9850e2ab5198 None None] Port 93bd39e9-a77b-4d94-a135-19395f835098 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:01:33.904697 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Network b02ceb61-4e66-443a-8dd0-626b884c5568 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:33.906401 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:33.954084 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:31Z', 'revision_number': 3, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:33.988242 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80946eb1-317f-4abf-a1cd-966cf0917b7b None None] The sync data for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi is: [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:31Z', 'revision_number': 3, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:01:34.055734 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Router f52ac559-c813-4ef2-8879-544906375d44 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:01:34.177662 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:01:34.183241 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-0be76aed-8197-440f-95a4-328f88c614e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/f52ac559-c813-4ef2-8879-544906375d44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982409 Dec 16 18:01:34.223818 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-8c2799af-ba69-4965-9e73-4325014a4897 None None] Provisioning complete for port 93bd39e9-a77b-4d94-a135-19395f835098 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:34.224346 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8c2799af-ba69-4965-9e73-4325014a4897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:34.285779 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-8c2799af-ba69-4965-9e73-4325014a4897 None None] Port 93bd39e9-a77b-4d94-a135-19395f835098 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:01:34.455749 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ce594-55cb-4d05-968d-9221834a4eeb req-ab3ba8be-7410-46d5-aee4-3da7979f21c4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:34.457278 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-567ce594-55cb-4d05-968d-9221834a4eeb req-ab3ba8be-7410-46d5-aee4-3da7979f21c4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0547748 Dec 16 18:01:34.518462 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-567ce594-55cb-4d05-968d-9221834a4eeb req-c71d2c1c-8572-4bb2-a231-d8d11190f0f8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545187 Dec 16 18:01:34.743416 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49872) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:34.748572 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-316282806-network', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:34.774460 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Made reservation on behalf of 1d1ae8286fce4d238c79aaf8721df6a2 for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:34.777048 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:34.786356 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:34.873648 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:34.877994 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:34.902219 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:01:34.911874 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd632502-c182-4c44-be34-b1bcd6771a8a,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:34.916657 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:34.917026 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Added segment 446896a0-a57c-428e-a746-49467158264d of type vlan for network abbee388-2563-44a5-812e-25da85727163 Dec 16 18:01:34.959282 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:34.989417 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:34.991032 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:34.991890 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.051202 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3066008 Dec 16 18:01:35.051861 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49874) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:35.056950 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f560390-07b2-45d3-bf06-a36ef47da0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=abbee388-2563-44a5-812e-25da85727163,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:35.057103 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Request body: {'subnet': {'network_id': 'abbee388-2563-44a5-812e-25da85727163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-316282806-subnet', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:35.068292 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network abbee388-2563-44a5-812e-25da85727163 details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:01:35.088214 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Made reservation on behalf of 1d1ae8286fce4d238c79aaf8721df6a2 for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:35.091888 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126170012'] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.269238 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126169986'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.315852 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e2b9dd-a151-4992-a381-29194095d2fc,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:35.338757 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Checking segment: {'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:35.339120 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Network hostable DHCP agents. Network: abbee388-2563-44a5-812e-25da85727163, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:01:35.357208 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Network abbee388-2563-44a5-812e-25da85727163 is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:01:35.376928 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, abbee388-2563-44a5-812e-25da85727163) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:35.381171 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:35.381800 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.386521 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e580142f-3d90-4082-9ada-90ac5c934b64 None None] Network abbee388-2563-44a5-812e-25da85727163 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:01:35.403525 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-80c2fb7c-e9d6-4112-a8ad-c3f2188f89af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3481364 Dec 16 18:01:35.403988 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 49876) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:35.408916 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:35.456299 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.457437 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.497053 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device f4c536bb-7dbb-4ecc-81cb-56bd78b22fee up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:35.517077 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.525146 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-abbee388-2563-44a5-812e-25da85727163', 'network_id': 'abbee388-2563-44a5-812e-25da85727163', 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'fixed_ips': [{'subnet_id': '73e2b9dd-a151-4992-a381-29194095d2fc'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:01:35.525959 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.649777 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Sync routers for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:01:35.665317 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:35.667205 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:01:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:35.681638 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2447a-8b61-4453-8603-f2353d9303cd req-f1a4b045-8bc7-4f16-abc4-b4338aac1fb8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:35.685584 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-81b2447a-8b61-4453-8603-f2353d9303cd req-f1a4b045-8bc7-4f16-abc4-b4338aac1fb8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0752723 Dec 16 18:01:35.690517 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.764004 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-81b2447a-8b61-4453-8603-f2353d9303cd req-af7d40f5-b82a-40ce-b7a7-826d4100f8b8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721209 Dec 16 18:01:35.791473 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:35.792478 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.893662 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Allocated IP 172.20.0.2 (abbee388-2563-44a5-812e-25da85727163/73e2b9dd-a151-4992-a381-29194095d2fc/61ccc8ef-fbf7-4d75-9113-024642ba6fc4) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:35.929192 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:35.956133 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.982940 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:35.983712 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.016488 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=f4c536bb-7dbb-4ecc-81cb-56bd78b22fee,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:36.023022 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.101640 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=f4c536bb-7dbb-4ecc-81cb-56bd78b22fee,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:36.113217 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Allocated IP 172.27.3.18 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/a44746e2-1768-4a4d-8773-9c590aacb76e) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:36.153470 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.157834 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 2, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:36.160152 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.190385 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Checking router: f52ac559-c813-4ef2-8879-544906375d44 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:01:36.190935 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Updating router f52ac559-c813-4ef2-8879-544906375d44 port 93bd39e9-a77b-4d94-a135-19395f835098 binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:01:36.204978 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Network abbee388-2563-44a5-812e-25da85727163 is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:36.208808 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:36.211809 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:36.215578 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Pushing event updated for resources: {'Port': ['ID=61ccc8ef-fbf7-4d75-9113-024642ba6fc4,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:36.217059 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.248145 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.271121 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Attempting to bind port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:01:36.271522 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Attempting to bind port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:01:36.272300 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Attempting to bind port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 on network abbee388-2563-44a5-812e-25da85727163 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:36.278134 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:01:36.279189 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Checking segment: {'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:36.279189 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.279422 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Bound using segment: {'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:01:36.279915 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Bound port: 61ccc8ef-fbf7-4d75-9113-024642ba6fc4, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:01:36.280100 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.295035 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.352072 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:36.355636 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:36.359665 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:36.374760 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] For port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:01:36.378147 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] For port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=61ccc8ef-fbf7-4d75-9113-024642ba6fc4,segment=NetworkSegment(446896a0-a57c-428e-a746-49467158264d),segment_id=446896a0-a57c-428e-a746-49467158264d)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:01:36.383863 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.384093 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Pushing event updated for resources: {'Port': ['ID=a44746e2-1768-4a4d-8773-9c590aacb76e,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:36.449513 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:01:36.463335 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78188a0-c1fc-4a23-a621-373bd80383c9 None None] Pushing event updated for resources: {'Port': ['ID=61ccc8ef-fbf7-4d75-9113-024642ba6fc4,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:36.557279 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.564215 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.591267 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:36.604422 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'port_id': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'mac_address': 'fa:16:3e:0e:85:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:01:36.624532 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Pushing event updated for resources: {'Port': ['ID=93bd39e9-a77b-4d94-a135-19395f835098,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:36.660494 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.661656 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.662190 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.662555 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.662892 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.663385 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.663908 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.664619 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.665112 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.665956 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.666319 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.666700 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.667033 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.667362 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:01:36.700408 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bd2036f-01a2-4971-8fcb-d0d439424322 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:01:36.726503 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Attempting to bind port 93bd39e9-a77b-4d94-a135-19395f835098 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:01:36.727464 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Attempting to bind port 93bd39e9-a77b-4d94-a135-19395f835098 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:01:36.727637 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Attempting to bind port 93bd39e9-a77b-4d94-a135-19395f835098 on network b02ceb61-4e66-443a-8dd0-626b884c5568 {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:36.729330 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.735484 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:01:36.735768 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Checking segment: {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:36.736149 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.736551 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Bound using segment: {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:01:36.737376 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Bound port: 93bd39e9-a77b-4d94-a135-19395f835098, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:01:36.737711 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.768482 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:36.776191 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.847833 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] For port 93bd39e9-a77b-4d94-a135-19395f835098, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:01:36.854134 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] For port 93bd39e9-a77b-4d94-a135-19395f835098, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=93bd39e9-a77b-4d94-a135-19395f835098,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:01:36.854957 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=6']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:36.872743 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['4bd2036f-01a2-4971-8fcb-d0d439424322'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:01:36.872980 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:36.965379 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b9919-9514-4cc5-978c-68f69a94cce5 None None] Pushing event updated for resources: {'Port': ['ID=93bd39e9-a77b-4d94-a135-19395f835098,revision_number=4']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:36.990532 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:36.991500 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:01:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:37.032771 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab0637-216c-433b-801a-e1afc46af9ac req-49eb8db5-1c35-4f93-8e57-f65b602140cb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:37.034341 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c2ab0637-216c-433b-801a-e1afc46af9ac req-49eb8db5-1c35-4f93-8e57-f65b602140cb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.1409297 Dec 16 18:01:37.068491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-bbfac423-e1af-47d3-ae02-779618e5143a None None] Provisioning complete for port 93bd39e9-a77b-4d94-a135-19395f835098 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:37.068878 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bbfac423-e1af-47d3-ae02-779618e5143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.155817 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c2ab0637-216c-433b-801a-e1afc46af9ac req-a3f95764-5f6e-4a36-8fe8-befb8622ef39 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081407 Dec 16 18:01:37.169648 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.181868 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:37.191873 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bbfac423-e1af-47d3-ae02-779618e5143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.240154 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-bbfac423-e1af-47d3-ae02-779618e5143a None None] For port 93bd39e9-a77b-4d94-a135-19395f835098, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=93bd39e9-a77b-4d94-a135-19395f835098,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:37.246029 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bbfac423-e1af-47d3-ae02-779618e5143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.297513 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfac423-e1af-47d3-ae02-779618e5143a None None] Pushing event updated for resources: {'Port': ['ID=93bd39e9-a77b-4d94-a135-19395f835098,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:37.348364 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Router 27c458d6-b75d-466c-b1e9-27fc471e577c is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:01:37.377594 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-616fbde0-92eb-4697-a34e-3364c5d84097 None None] Provisioning complete for port 93bd39e9-a77b-4d94-a135-19395f835098 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:37.377981 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-616fbde0-92eb-4697-a34e-3364c5d84097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.563181 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:36Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:37.599351 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:01:37.610060 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40844308-bb81-498f-9fb4-c1472c341c7e None None] The sync data for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi is: [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:36Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:01:37.618955 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Sync routers for ids ['27c458d6-b75d-466c-b1e9-27fc471e577c'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:01:37.634565 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.636553 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-bb73fcbe-ec21-400e-b629-833725f2528f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2316787 Dec 16 18:01:37.639572 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 49882) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:01:37.658259 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Routers {'27c458d6-b75d-466c-b1e9-27fc471e577c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:37.671022 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:01:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['27c458d6-b75d-466c-b1e9-27fc471e577c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:37.683177 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device f4c536bb-7dbb-4ecc-81cb-56bd78b22fee up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:37.855569 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:37.856660 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:37.861618 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Set router 27c458d6-b75d-466c-b1e9-27fc471e577c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:37.944245 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128683bb-4990-4ed2-9c27-20a76c5f8de8 None None] Network abbee388-2563-44a5-812e-25da85727163 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:01:38.078579 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-c53e54ee-a40f-4f85-9c99-92990aee99b1 None None] Provisioning complete for port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:38.078975 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c53e54ee-a40f-4f85-9c99-92990aee99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.162205 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.364723 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:38.371411 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939cbb0-3cf3-4fd2-8e18-1eb584207266 req-f510a173-fc96-478f-bfd7-444555e62633 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:38.372254 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9939cbb0-3cf3-4fd2-8e18-1eb584207266 req-f510a173-fc96-478f-bfd7-444555e62633 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.0926976 Dec 16 18:01:38.402011 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Allocated IP 172.20.0.1 (abbee388-2563-44a5-812e-25da85727163/73e2b9dd-a151-4992-a381-29194095d2fc/28e84ee1-b14b-42dd-9388-cec37ffc87c6) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:38.461233 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:38.485242 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9939cbb0-3cf3-4fd2-8e18-1eb584207266 req-0befeccb-9218-4671-ad19-d9c94b822253 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046569 Dec 16 18:01:38.529474 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c53e54ee-a40f-4f85-9c99-92990aee99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.561343 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.569560 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:38.569941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.606290 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.614249 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:36Z', 'revision_number': 3, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port': {'id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:38.653312 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-c53e54ee-a40f-4f85-9c99-92990aee99b1 None None] For port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=61ccc8ef-fbf7-4d75-9113-024642ba6fc4,segment=NetworkSegment(446896a0-a57c-428e-a746-49467158264d),segment_id=446896a0-a57c-428e-a746-49467158264d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:38.653996 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Network abbee388-2563-44a5-812e-25da85727163 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:38.658884 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:38.659359 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Checking router: 27c458d6-b75d-466c-b1e9-27fc471e577c for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:01:38.659728 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Updating router 27c458d6-b75d-466c-b1e9-27fc471e577c port a44746e2-1768-4a4d-8773-9c590aacb76e binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:01:38.661672 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:38.667400 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c53e54ee-a40f-4f85-9c99-92990aee99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.693766 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Pushing event updated for resources: {'Port': ['ID=28e84ee1-b14b-42dd-9388-cec37ffc87c6,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:38.728711 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 4bd2036f-01a2-4971-8fcb-d0d439424322 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:38.729084 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.730240 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.768051 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.891797 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-c699a173-d301-43e6-93b9-3a14cf40289f None None] Provisioning complete for port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:38.892188 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c699a173-d301-43e6-93b9-3a14cf40289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.909542 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:38.928389 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e54ee-a40f-4f85-9c99-92990aee99b1 None None] Pushing event updated for resources: {'Port': ['ID=61ccc8ef-fbf7-4d75-9113-024642ba6fc4,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:39.118088 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.124583 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.135907 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.189944 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:39.193433 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001433ad-06bc-42bf-a912-43e8c104710a" -d '{"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:39.197788 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.200561 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Pushing event updated for resources: {'Port': ['ID=28e84ee1-b14b-42dd-9388-cec37ffc87c6,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:39.217277 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:39.242570 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.305546 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Network abbee388-2563-44a5-812e-25da85727163 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:39.307227 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:39.347585 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=7']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:39.350379 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-b529932b-54b3-44ef-bc4f-4d9c2500ee0a None None] Provisioning complete for port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:39.350789 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b529932b-54b3-44ef-bc4f-4d9c2500ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.395634 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.399648 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-b529932b-54b3-44ef-bc4f-4d9c2500ee0a None None] Port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:01:39.407664 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.463254 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6373b482-52d3-458a-9990-41f6d53d4bad x-openstack-request-id: req-6373b482-52d3-458a-9990-41f6d53d4bad {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:39.463750 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:39.464111 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6373b482-52d3-458a-9990-41f6d53d4bad {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:39.464879 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'code': 200} Dec 16 18:01:39.473736 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Router 27c458d6-b75d-466c-b1e9-27fc471e577c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:01:39.474707 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09f68e-7d3e-4917-bad5-566da37ff6ad None None] Pushing event updated for resources: {'Port': ['ID=a44746e2-1768-4a4d-8773-9c590aacb76e,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:39.477240 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Attempting to bind port a44746e2-1768-4a4d-8773-9c590aacb76e on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:01:39.477619 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Attempting to bind port a44746e2-1768-4a4d-8773-9c590aacb76e by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:01:39.477992 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Attempting to bind port a44746e2-1768-4a4d-8773-9c590aacb76e on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:39.484617 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:01:39.485000 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:39.485413 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.485811 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:01:39.486291 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Bound port: a44746e2-1768-4a4d-8773-9c590aacb76e, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:01:39.486701 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.566814 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] For port a44746e2-1768-4a4d-8773-9c590aacb76e, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:01:39.573304 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] For port a44746e2-1768-4a4d-8773-9c590aacb76e, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a44746e2-1768-4a4d-8773-9c590aacb76e,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:01:39.579070 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.627471 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:01:39.633487 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-05ff7926-1ed8-4701-a67c-5af931c28b8b admin admin] 10.222.0.32 "PUT /v2.0/routers/27c458d6-b75d-466c-b1e9-27fc471e577c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9924610 Dec 16 18:01:39.650396 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Routers {'27c458d6-b75d-466c-b1e9-27fc471e577c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:39.651083 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:01:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['27c458d6-b75d-466c-b1e9-27fc471e577c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:39.657924 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 93bd39e9-a77b-4d94-a135-19395f835098 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:39.663484 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c0a3f-4385-42b3-afcc-1aa57d6d87a5 req-de3c4f92-062f-418e-b5b6-8b52ffed909b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:39.665568 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d00c0a3f-4385-42b3-afcc-1aa57d6d87a5 req-de3c4f92-062f-418e-b5b6-8b52ffed909b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0873113 Dec 16 18:01:39.723123 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d00c0a3f-4385-42b3-afcc-1aa57d6d87a5 req-f2b7d8e7-9d36-4438-b1d3-6fcc8569fb98 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514684 Dec 16 18:01:39.748626 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09f68e-7d3e-4917-bad5-566da37ff6ad None None] Pushing event updated for resources: {'Port': ['ID=a44746e2-1768-4a4d-8773-9c590aacb76e,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:39.820539 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-e0f17c66-31c7-4936-bd66-84acea079288 None None] Provisioning complete for port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:39.820815 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e0f17c66-31c7-4936-bd66-84acea079288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.857505 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 93bd39e9-a77b-4d94-a135-19395f835098 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:39.857906 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:39.884112 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] Set router 27c458d6-b75d-466c-b1e9-27fc471e577c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:39.932318 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-e0f17c66-31c7-4936-bd66-84acea079288 None None] Port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:01:40.081405 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:40.179193 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:40.179193 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:40.349420 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:38Z', 'revision_number': 4, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port': {'id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '28e84ee1-b14b-42dd-9388-cec37ffc87c6', 'name': '', 'network_id': 'abbee388-2563-44a5-812e-25da85727163', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'mac_address': 'fa:16:3e:27:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:38Z', 'updated_at': '2021-12-16T18:01:38Z', 'revision_number': 2, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'subnets': [{'id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:40.379872 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be172f8b-0028-4deb-8ecb-8aceb735ebed None None] The sync data for ids ['27c458d6-b75d-466c-b1e9-27fc471e577c'] in dv-cinder-819200-2-iscsi is: [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:38Z', 'revision_number': 4, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port': {'id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '28e84ee1-b14b-42dd-9388-cec37ffc87c6', 'name': '', 'network_id': 'abbee388-2563-44a5-812e-25da85727163', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'mac_address': 'fa:16:3e:27:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:38Z', 'updated_at': '2021-12-16T18:01:38Z', 'revision_number': 2, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'subnets': [{'id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:01:40.895026 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e1556-2445-4018-9e3d-666d2ddcd4f7 req-33a54318-3a6e-4df3-bc82-1647366721f7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:40.896599 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8c3e1556-2445-4018-9e3d-666d2ddcd4f7 req-33a54318-3a6e-4df3-bc82-1647366721f7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0690341 Dec 16 18:01:40.969326 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8c3e1556-2445-4018-9e3d-666d2ddcd4f7 req-bfa97549-2ea8-4767-92d5-08672dcd0099 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647237 Dec 16 18:01:41.617329 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a44746e2-1768-4a4d-8773-9c590aacb76e up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:41.704113 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a44746e2-1768-4a4d-8773-9c590aacb76e triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:41.704946 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.815111 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.842403 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port a44746e2-1768-4a4d-8773-9c590aacb76e, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a44746e2-1768-4a4d-8773-9c590aacb76e,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:41.849416 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:41.969918 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=a44746e2-1768-4a4d-8773-9c590aacb76e,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:42.172320 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3cf70-f8da-4334-b215-188d5fbd64f1 req-666d0695-0d6f-45f0-9e29-f493b711077b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:42.174500 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fdf3cf70-f8da-4334-b215-188d5fbd64f1 req-666d0695-0d6f-45f0-9e29-f493b711077b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0816374 Dec 16 18:01:42.237553 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fdf3cf70-f8da-4334-b215-188d5fbd64f1 req-f159a4fd-2f2d-43fe-b874-d70139ca767c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546150 Dec 16 18:01:43.406437 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ad0f3-db38-4438-9c9b-0a14237e1795 req-a6148a22-320d-4eac-b8c3-a5cca6443b64 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:43.408378 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fa3ad0f3-db38-4438-9c9b-0a14237e1795 req-a6148a22-320d-4eac-b8c3-a5cca6443b64 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0671291 Dec 16 18:01:43.491969 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fa3ad0f3-db38-4438-9c9b-0a14237e1795 req-24adcd7e-e713-4db6-aa57-0360ae644320 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754263 Dec 16 18:01:43.524780 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a44746e2-1768-4a4d-8773-9c590aacb76e up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:43.577539 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a44746e2-1768-4a4d-8773-9c590aacb76e triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:43.577909 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:44.105642 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Sync routers for ids ['27c458d6-b75d-466c-b1e9-27fc471e577c'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:01:44.117737 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Routers {'27c458d6-b75d-466c-b1e9-27fc471e577c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:44.120704 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:01:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['27c458d6-b75d-466c-b1e9-27fc471e577c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:44.274228 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Set router 27c458d6-b75d-466c-b1e9-27fc471e577c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:44.499750 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:38Z', 'revision_number': 4, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port': {'id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '28e84ee1-b14b-42dd-9388-cec37ffc87c6', 'name': '', 'network_id': 'abbee388-2563-44a5-812e-25da85727163', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'mac_address': 'fa:16:3e:27:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:38Z', 'updated_at': '2021-12-16T18:01:38Z', 'revision_number': 2, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'subnets': [{'id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:44.530342 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Checking router: 27c458d6-b75d-466c-b1e9-27fc471e577c for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:01:44.531079 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Updating router 27c458d6-b75d-466c-b1e9-27fc471e577c port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:01:44.559827 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:44.615033 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dee34-c093-432a-9450-dacc7b725f60 req-7cebddca-f79d-4556-8a5a-385005766ae2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:44.624593 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-599dee34-c093-432a-9450-dacc7b725f60 req-7cebddca-f79d-4556-8a5a-385005766ae2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.1426811 Dec 16 18:01:44.770657 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-599dee34-c093-432a-9450-dacc7b725f60 req-e2b43450-4858-4a42-bd3c-53d8841ba67b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327293 Dec 16 18:01:44.771068 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e967d-4fa2-41e7-ae7b-bbd966844026 req-d725b5a3-8f4e-41f4-b814-89db5f422fd8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:44.772182 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9f9e967d-4fa2-41e7-ae7b-bbd966844026 req-d725b5a3-8f4e-41f4-b814-89db5f422fd8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.1413243 Dec 16 18:01:44.855763 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9f9e967d-4fa2-41e7-ae7b-bbd966844026 req-0ee8f2e4-f8bd-40b0-a22c-8e5c97538ebb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824625 Dec 16 18:01:45.073237 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.083834 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.147316 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab528508-dec3-4450-a9ac-693662236d13 None None] Pushing event updated for resources: {'Port': ['ID=28e84ee1-b14b-42dd-9388-cec37ffc87c6,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:45.248565 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Attempting to bind port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:01:45.249092 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Attempting to bind port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:01:45.249549 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Attempting to bind port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 on network abbee388-2563-44a5-812e-25da85727163 {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:01:45.259194 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:01:45.259576 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Checking segment: {'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:01:45.260036 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.260447 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Bound using segment: {'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:01:45.260934 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Bound port: 28e84ee1-b14b-42dd-9388-cec37ffc87c6, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446896a0-a57c-428e-a746-49467158264d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'abbee388-2563-44a5-812e-25da85727163'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:01:45.261334 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.386029 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] For port 28e84ee1-b14b-42dd-9388-cec37ffc87c6, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:01:45.394866 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] For port 28e84ee1-b14b-42dd-9388-cec37ffc87c6, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=28e84ee1-b14b-42dd-9388-cec37ffc87c6,segment=NetworkSegment(446896a0-a57c-428e-a746-49467158264d),segment_id=446896a0-a57c-428e-a746-49467158264d)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:01:45.400227 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.539864 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-d109590e-36c9-4330-8710-60f39fc493a4 None None] Provisioning complete for port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:45.540468 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d109590e-36c9-4330-8710-60f39fc493a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.553558 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab528508-dec3-4450-a9ac-693662236d13 None None] Pushing event updated for resources: {'Port': ['ID=28e84ee1-b14b-42dd-9388-cec37ffc87c6,revision_number=4']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:45.564221 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Routers {'27c458d6-b75d-466c-b1e9-27fc471e577c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:01:45.565380 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:01:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['27c458d6-b75d-466c-b1e9-27fc471e577c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:45.865941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d109590e-36c9-4330-8710-60f39fc493a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:45.895635 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] Set router 27c458d6-b75d-466c-b1e9-27fc471e577c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:01:45.932691 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-d109590e-36c9-4330-8710-60f39fc493a4 None None] For port 28e84ee1-b14b-42dd-9388-cec37ffc87c6, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=28e84ee1-b14b-42dd-9388-cec37ffc87c6,segment=NetworkSegment(446896a0-a57c-428e-a746-49467158264d),segment_id=446896a0-a57c-428e-a746-49467158264d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:45.949986 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d109590e-36c9-4330-8710-60f39fc493a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:46.062581 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc373d88-3c12-4b23-bbb3-d89329668e1d req-e02522dd-e052-4c5d-a3fc-7a8b2882eb84 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:46.071596 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fc373d88-3c12-4b23-bbb3-d89329668e1d req-e02522dd-e052-4c5d-a3fc-7a8b2882eb84 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.1614039 Dec 16 18:01:46.089752 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109590e-36c9-4330-8710-60f39fc493a4 None None] Pushing event updated for resources: {'Port': ['ID=28e84ee1-b14b-42dd-9388-cec37ffc87c6,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:46.102889 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-bccc5a69-0e19-47ec-827e-3a34c61596a5 None None] Provisioning complete for port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:46.103271 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bccc5a69-0e19-47ec-827e-3a34c61596a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:46.224017 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fc373d88-3c12-4b23-bbb3-d89329668e1d req-29106143-648d-47ca-8380-b2a580de7315 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459265 Dec 16 18:01:46.256963 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac345f-d05c-437b-a7e6-639ff6001db4 req-5088610f-b494-478d-aee8-d0752a4bfe56 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:46.269576 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-20ac345f-d05c-437b-a7e6-639ff6001db4 req-5088610f-b494-478d-aee8-d0752a4bfe56 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.1719246 Dec 16 18:01:46.336092 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-20ac345f-d05c-437b-a7e6-639ff6001db4 req-f0480aa6-57e5-4646-85ea-69db6a730485 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535507 Dec 16 18:01:46.430145 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:38Z', 'revision_number': 4, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port': {'id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '28e84ee1-b14b-42dd-9388-cec37ffc87c6', 'name': '', 'network_id': 'abbee388-2563-44a5-812e-25da85727163', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'mac_address': 'fa:16:3e:27:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:38Z', 'updated_at': '2021-12-16T18:01:45Z', 'revision_number': 4, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'subnets': [{'id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:01:46.451637 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682a260-a9f8-4be0-b429-378a6dff7af4 None None] The sync data for ids ['27c458d6-b75d-466c-b1e9-27fc471e577c'] in dv-cinder-819200-2-iscsi is: [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:38Z', 'revision_number': 4, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port': {'id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '28e84ee1-b14b-42dd-9388-cec37ffc87c6', 'name': '', 'network_id': 'abbee388-2563-44a5-812e-25da85727163', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'mac_address': 'fa:16:3e:27:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:38Z', 'updated_at': '2021-12-16T18:01:45Z', 'revision_number': 4, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'subnets': [{'id': '73e2b9dd-a151-4992-a381-29194095d2fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:01:47.489911 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e68bd6-0030-4cdb-8fa5-1b0854e1f96d req-5ecdc689-6db8-445d-bf32-e77731526179 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:47.491651 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-03e68bd6-0030-4cdb-8fa5-1b0854e1f96d req-5ecdc689-6db8-445d-bf32-e77731526179 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.1534424 Dec 16 18:01:47.562169 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e37fd2-fbf6-4c75-a0bd-aa4685cdd010 req-6366ead3-fb6f-44a0-85ed-06294a1cf9e8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:47.573296 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-78e37fd2-fbf6-4c75-a0bd-aa4685cdd010 req-6366ead3-fb6f-44a0-85ed-06294a1cf9e8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0869863 Dec 16 18:01:47.620798 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-03e68bd6-0030-4cdb-8fa5-1b0854e1f96d req-fa798194-5e84-48b0-9337-a41a0443fc04 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091986 Dec 16 18:01:47.636387 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 28e84ee1-b14b-42dd-9388-cec37ffc87c6 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:01:47.670986 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-78e37fd2-fbf6-4c75-a0bd-aa4685cdd010 req-3e93f29d-cc10-4e4c-823d-dbb4e692354e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965121 Dec 16 18:01:47.712705 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:47.716957 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:48.767717 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26843f94-b2fe-45f4-b68b-8f0564c7e8d3 req-6ea4c7b2-d9e4-4d92-91fb-ad8ea8a5e996 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:48.778022 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-26843f94-b2fe-45f4-b68b-8f0564c7e8d3 req-6ea4c7b2-d9e4-4d92-91fb-ad8ea8a5e996 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0888722 Dec 16 18:01:48.879761 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-26843f94-b2fe-45f4-b68b-8f0564c7e8d3 req-82d88af3-7f46-46a6-b262-49bbc2a4ec39 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003263 Dec 16 18:01:48.917875 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350e626-0c38-4bd4-9831-ca9739a9767c req-52083845-8db5-4316-94c6-3946718afebf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:48.933175 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f350e626-0c38-4bd4-9831-ca9739a9767c req-52083845-8db5-4316-94c6-3946718afebf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0936387 Dec 16 18:01:48.994279 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f350e626-0c38-4bd4-9831-ca9739a9767c req-542e910d-0ed3-4129-8a4a-52c25b937296 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597510 Dec 16 18:01:50.130543 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6896c-42f0-4d4c-943d-1476e098e3cd req-22d73993-0c34-40b7-830a-943defb94459 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:50.139095 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cdb6896c-42f0-4d4c-943d-1476e098e3cd req-22d73993-0c34-40b7-830a-943defb94459 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.1264780 Dec 16 18:01:50.216515 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e2d1-f142-4034-8f2c-a449493b693c req-9643dc77-177b-48e9-8689-9b446e655b7d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:50.224151 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-afa8e2d1-f142-4034-8f2c-a449493b693c req-9643dc77-177b-48e9-8689-9b446e655b7d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.1075113 Dec 16 18:01:50.246100 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-cdb6896c-42f0-4d4c-943d-1476e098e3cd req-0066834d-fbdc-4302-8dec-d833963d4c6f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054809 Dec 16 18:01:50.296137 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-afa8e2d1-f142-4034-8f2c-a449493b693c req-c9053d21-3d6e-467f-9d5e-1a8364e34fbc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706372 Dec 16 18:01:51.022675 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd59f-1faf-49c2-a848-12ffb2191cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:51.440906 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ea992-a162-422d-915a-cb2a82ce79df req-4c072b31-2148-49d8-9ef6-8f51bbcc70ae tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:51.451887 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f70ea992-a162-422d-915a-cb2a82ce79df req-4c072b31-2148-49d8-9ef6-8f51bbcc70ae tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0994124 Dec 16 18:01:51.527984 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f70ea992-a162-422d-915a-cb2a82ce79df req-02216361-e9c8-4392-8b56-3b1569d4723b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747535 Dec 16 18:01:51.558038 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e369df3-d4d0-43dc-8813-dab6abf82be8 req-fd8e355f-95d1-4b07-beba-6cc3c7faf4d2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:51.560623 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0e369df3-d4d0-43dc-8813-dab6abf82be8 req-fd8e355f-95d1-4b07-beba-6cc3c7faf4d2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.1016588 Dec 16 18:01:51.633589 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0e369df3-d4d0-43dc-8813-dab6abf82be8 req-f1232bde-a198-416c-a64a-83f7f5388baa tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649383 Dec 16 18:01:52.440748 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79393efd-812d-44fc-a87e-df6d63886c45 req-dd1e9470-1456-47d7-8313-828c493b241a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:52.442272 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-dd1e9470-1456-47d7-8313-828c493b241a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/networks?id=b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 200 len: 815 time: 0.1141109 Dec 16 18:01:52.461701 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-a91d7f22-83a1-4581-8ad8-16ae217e9107 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/quotas/b15f37c1016f4bf69ab6e241b39cbefb HTTP/1.1" status: 200 len: 375 time: 0.0133197 Dec 16 18:01:52.524564 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-d92fb891-9b7f-491a-80cf-5eabd7987c0e tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563881 Dec 16 18:01:52.657432 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca1c04-85a6-48e7-aee4-962ef3a17cf2 req-3896a29f-ea86-4588-a2ad-531bfc8d3806 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:52.666210 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c7ca1c04-85a6-48e7-aee4-962ef3a17cf2 req-3896a29f-ea86-4588-a2ad-531bfc8d3806 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0625727 Dec 16 18:01:52.723459 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c7ca1c04-85a6-48e7-aee4-962ef3a17cf2 req-e324b686-2b6e-40e0-90e2-373ef556c5e8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559409 Dec 16 18:01:52.779477 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-284ee16c-98f7-458b-9700-38f3edc845ca service neutron] 10.222.0.32 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422893 Dec 16 18:01:52.862267 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207421f4-d0ff-43e1-8574-28b9c9cbecef req-d0603aa7-cbb6-4a9f-8016-f7f0d5800d69 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:52.874721 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-207421f4-d0ff-43e1-8574-28b9c9cbecef req-d0603aa7-cbb6-4a9f-8016-f7f0d5800d69 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0758157 Dec 16 18:01:52.894200 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-c6fe79db-2b1a-41b0-8999-f912b84609a2 service neutron] 10.222.0.32 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109128 Dec 16 18:01:52.941205 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-207421f4-d0ff-43e1-8574-28b9c9cbecef req-9511727c-7a4d-4fc4-9267-eeed01f3bbe3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607102 Dec 16 18:01:53.068825 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-586bacb7-4923-4f10-aa3f-f13e35f7a8d5 req-70135ed0-4c37-4b46-9284-b569e6ead121 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 210 time: 0.0337470 Dec 16 18:01:53.285146 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ba99ebc5-af65-4f0b-8897-2b3d86855ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:53.360784 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:53.934038 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc133-9a86-4de0-8dca-f18e35257025 req-74938363-5a5a-44f0-9944-a27b04dccc10 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:53.936765 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e93bc133-9a86-4de0-8dca-f18e35257025 req-74938363-5a5a-44f0-9944-a27b04dccc10 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0769594 Dec 16 18:01:54.041586 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e93bc133-9a86-4de0-8dca-f18e35257025 req-0595f37c-dae4-445c-b90a-775a98af0e70 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899792 Dec 16 18:01:54.105027 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92530-8957-45a5-90a3-4db7a8438827 req-266f4367-c4eb-4873-8619-0b9f02eda67c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:54.106786 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1bb92530-8957-45a5-90a3-4db7a8438827 req-266f4367-c4eb-4873-8619-0b9f02eda67c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0879953 Dec 16 18:01:54.180490 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1bb92530-8957-45a5-90a3-4db7a8438827 req-8b653903-f22c-4275-9901-90cbfd4cb3bc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635784 Dec 16 18:01:54.191304 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6e853d10-5059-4106-b227-3c7b435090eb req-8b9a6d36-078e-4ebd-ad11-972831dcea98 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 210 time: 0.0398655 Dec 16 18:01:54.551364 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79393efd-812d-44fc-a87e-df6d63886c45 req-c20ba18d-4530-4ff3-8d34-e319071ba1db tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:54.553421 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-c20ba18d-4530-4ff3-8d34-e319071ba1db tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.76 "GET /v2.0/networks?id=b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 200 len: 815 time: 0.1179335 Dec 16 18:01:54.567538 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'port': {'device_id': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'admin_state_up': True, 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:01:54.581173 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:54.692144 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Made reservation on behalf of b15f37c1016f4bf69ab6e241b39cbefb for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:01:54.696243 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:54.828548 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Allocated IP 172.20.0.7 (b02ceb61-4e66-443a-8dd0-626b884c5568/dc6253c9-a632-467b-8014-8504807b50aa/247f1d20-fafa-49b7-8f54-d1ff1a3dcb72) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:01:54.992448 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:55.038319 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:55.096928 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Network b02ceb61-4e66-443a-8dd0-626b884c5568 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:01:55.100969 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:01:55.106153 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:01:55.228519 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efac084-f93e-499c-b3b7-bd5de4d91404 req-e2abd775-cb5c-406d-a876-a5675414b628 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:55.230121 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4efac084-f93e-499c-b3b7-bd5de4d91404 req-e2abd775-cb5c-406d-a876-a5675414b628 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0949421 Dec 16 18:01:55.296084 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4efac084-f93e-499c-b3b7-bd5de4d91404 req-4e5941a9-c690-42c9-99fd-3617d5d2b35e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581191 Dec 16 18:01:55.480301 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498adeb-23a1-402c-9344-b5cb0627a181 req-9ae48f60-3bbb-46d1-97f1-ae3a09b3721d tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:55.487924 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6498adeb-23a1-402c-9344-b5cb0627a181 req-9ae48f60-3bbb-46d1-97f1-ae3a09b3721d tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0722835 Dec 16 18:01:55.502887 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'Port': ['ID=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:55.549510 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6498adeb-23a1-402c-9344-b5cb0627a181 req-d31437e3-6665-4abf-843e-ce223d5edc7e tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605607 Dec 16 18:01:55.555920 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-d67feaca-64bd-43cf-8745-d56cc9296a34 None None] Provisioning complete for port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:01:55.556521 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d67feaca-64bd-43cf-8745-d56cc9296a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:55.588673 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca16ab8-fd28-4af3-bc51-5dd50965cefe req-e8dfc2ae-a7a1-40ed-8f91-7df82cf3cc42 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:55.591434 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9ca16ab8-fd28-4af3-bc51-5dd50965cefe req-e8dfc2ae-a7a1-40ed-8f91-7df82cf3cc42 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0891933 Dec 16 18:01:55.602610 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:55.603647 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:55.608656 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-d67feaca-64bd-43cf-8745-d56cc9296a34 None None] Port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:01:55.660558 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-0bfd96f8-4de3-4f8e-bd40-1dbd5e7ab343 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0971196 Dec 16 18:01:55.678962 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9ca16ab8-fd28-4af3-bc51-5dd50965cefe req-91d493c1-53f8-49e1-aa2e-66ddaa746600 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716648 Dec 16 18:01:56.058403 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:56.421092 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df946737-82bd-4372-aa75-af93a5f5d430 req-4111e9c1-8a01-4c5a-b47d-51c987fed0b6 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:56.422947 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-df946737-82bd-4372-aa75-af93a5f5d430 req-4111e9c1-8a01-4c5a-b47d-51c987fed0b6 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0517113 Dec 16 18:01:56.484403 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-df946737-82bd-4372-aa75-af93a5f5d430 req-49caafcb-8346-4c2a-8a5e-3baeba585502 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553024 Dec 16 18:01:56.692161 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824f291-1af5-422f-a3ca-628b592b8af9 req-cfedff31-8a1d-4433-a92e-ee3ec713dfbb tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:56.694145 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d824f291-1af5-422f-a3ca-628b592b8af9 req-cfedff31-8a1d-4433-a92e-ee3ec713dfbb tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0522850 Dec 16 18:01:56.751135 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d824f291-1af5-422f-a3ca-628b592b8af9 req-f2f63226-e80e-49ad-b233-3b424e5b317f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485017 Dec 16 18:01:56.806603 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be5d48-629c-450f-ab6d-2c1e6129c4b5 req-0d57fe12-7f79-499b-a08e-e433eb5fb0fc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:56.808772 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-26be5d48-629c-450f-ab6d-2c1e6129c4b5 req-0d57fe12-7f79-499b-a08e-e433eb5fb0fc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0557330 Dec 16 18:01:56.812407 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:56.864464 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-26be5d48-629c-450f-ab6d-2c1e6129c4b5 req-31660123-7081-48d1-adca-54da276edc3f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478394 Dec 16 18:01:57.614641 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41928-4659-441d-a88a-d235e107ebec req-5b2a39bb-30a1-436a-a63b-e479be3ddad0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:57.616533 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-deb41928-4659-441d-a88a-d235e107ebec req-5b2a39bb-30a1-436a-a63b-e479be3ddad0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0574133 Dec 16 18:01:57.667311 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-deb41928-4659-441d-a88a-d235e107ebec req-b4e17d8f-c482-4dd4-aefc-f354c4e2869c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447114 Dec 16 18:01:57.883914 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef263-5c07-417a-8413-e89ffa225422 req-4b935268-db54-4c02-b2ec-05d9849ec2ba tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:57.885445 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-820ef263-5c07-417a-8413-e89ffa225422 req-4b935268-db54-4c02-b2ec-05d9849ec2ba tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0508802 Dec 16 18:01:57.955195 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-820ef263-5c07-417a-8413-e89ffa225422 req-5318ab38-f4d4-46bd-8e36-dfeb468ce667 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593960 Dec 16 18:01:58.009247 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96231351-0780-40fc-a49a-9ed2e7518ae8 req-48197f04-4687-472d-ba8b-83931e2dfabe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:58.011138 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-96231351-0780-40fc-a49a-9ed2e7518ae8 req-48197f04-4687-472d-ba8b-83931e2dfabe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 945 time: 0.0592394 Dec 16 18:01:58.063638 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-96231351-0780-40fc-a49a-9ed2e7518ae8 req-7dfeacf2-c154-41ef-bd92-0d2a3533722c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462153 Dec 16 18:01:58.551895 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:01:58.659294 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:58.689786 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:01:58.692763 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc886990-782f-4a16-a33d-28fab4cbadac" -d '{"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:01:58.711061 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:01:58.724222 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:01:58.775019 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c8e30b-1764-45b5-89f2-9aac3b48e965 x-openstack-request-id: req-61c8e30b-1764-45b5-89f2-9aac3b48e965 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:01:58.775535 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-unplugged", "status": "completed", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:01:58.775659 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61c8e30b-1764-45b5-89f2-9aac3b48e965 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:01:58.775968 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'code': 200} Dec 16 18:01:58.832640 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=8']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:01:58.853140 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31970ef0-696e-4e07-836e-a919b2cf5d31 req-9db70de6-8930-4186-8a5c-57200b0cc150 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:58.861495 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-31970ef0-696e-4e07-836e-a919b2cf5d31 req-9db70de6-8930-4186-8a5c-57200b0cc150 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0868058 Dec 16 18:01:58.929694 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-31970ef0-696e-4e07-836e-a919b2cf5d31 req-f7fd5e2a-a397-4679-945a-4f16e469f3ed tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669565 Dec 16 18:01:59.114220 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb939c8-a9c9-473b-93cf-dcc67d6a14ec req-614e3a53-f63f-4331-9247-3b5e68909b4a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:59.116171 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0cb939c8-a9c9-473b-93cf-dcc67d6a14ec req-614e3a53-f63f-4331-9247-3b5e68909b4a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0714996 Dec 16 18:01:59.170589 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0cb939c8-a9c9-473b-93cf-dcc67d6a14ec req-3286677b-e2cf-4b90-b798-5b5728cb050f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484545 Dec 16 18:01:59.202921 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95406a-f75e-4587-b674-4506f3c76cc1 req-cc386467-dce0-4aa9-bf16-d9a231317db5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:01:59.204522 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f95406a-f75e-4587-b674-4506f3c76cc1 req-cc386467-dce0-4aa9-bf16-d9a231317db5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0591233 Dec 16 18:01:59.262335 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5f95406a-f75e-4587-b674-4506f3c76cc1 req-0e3603a7-da7f-4dcf-ae2e-4698d35b8c30 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487800 Dec 16 18:02:00.076100 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa970e42-725c-49d0-aa54-95360649b397 req-faea12da-96b7-4e20-8da3-3e144b7f9328 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:00.077563 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fa970e42-725c-49d0-aa54-95360649b397 req-faea12da-96b7-4e20-8da3-3e144b7f9328 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0645447 Dec 16 18:02:00.129539 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fa970e42-725c-49d0-aa54-95360649b397 req-b406c937-4df8-46d5-a1ee-0b00c3dff614 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457342 Dec 16 18:02:00.296564 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b27806-1531-4ea6-a50f-49724bc19f95 req-44eb961b-b44f-485e-bdf6-57a57e2f2365 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:00.298092 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45b27806-1531-4ea6-a50f-49724bc19f95 req-44eb961b-b44f-485e-bdf6-57a57e2f2365 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0524704 Dec 16 18:02:00.354560 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45b27806-1531-4ea6-a50f-49724bc19f95 req-f8e9a725-2a30-467e-94b7-e64a48b75769 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501287 Dec 16 18:02:00.395034 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654038a-5a2a-4512-86d1-3a0f6522e20d req-30088468-986f-446e-b90a-975d2c30d4c9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:00.396667 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5654038a-5a2a-4512-86d1-3a0f6522e20d req-30088468-986f-446e-b90a-975d2c30d4c9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0557568 Dec 16 18:02:00.450190 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5654038a-5a2a-4512-86d1-3a0f6522e20d req-2cbc99f7-8dfa-437e-a586-1d85d5fbdb75 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457418 Dec 16 18:02:01.264612 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10340707-06f5-4ad3-9372-925a16a52b66 req-aad2bafd-b8bd-415e-aa00-20dccaf1bb7b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:01.266243 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-10340707-06f5-4ad3-9372-925a16a52b66 req-aad2bafd-b8bd-415e-aa00-20dccaf1bb7b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0649257 Dec 16 18:02:01.323345 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-10340707-06f5-4ad3-9372-925a16a52b66 req-e8014797-a499-4ec9-b713-7cfa2dd72b4f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498633 Dec 16 18:02:01.479849 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5820df0-95fe-4f36-accf-23155e304e82 req-44647079-b651-42e6-961c-f7772b51f264 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:01.481353 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d5820df0-95fe-4f36-accf-23155e304e82 req-44647079-b651-42e6-961c-f7772b51f264 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0560594 Dec 16 18:02:01.553824 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d5820df0-95fe-4f36-accf-23155e304e82 req-14ab65e0-e903-42bf-bb31-b3384184b474 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657792 Dec 16 18:02:01.584765 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee457a-2cd9-49cb-b248-c1abdd3827c7 req-066f67a3-8ab5-4a3f-84f1-70bc1f09339f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:01.586292 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6fee457a-2cd9-49cb-b248-c1abdd3827c7 req-066f67a3-8ab5-4a3f-84f1-70bc1f09339f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0575910 Dec 16 18:02:01.639476 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6fee457a-2cd9-49cb-b248-c1abdd3827c7 req-72ec7914-cc5f-4cf1-a42c-6b17042fcb2e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466506 Dec 16 18:02:02.444612 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ceee3-8f6c-4c8e-912e-fa8106edd07a req-27de9d3f-4746-4fd7-bc29-5c2999eb8bd0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:02.446607 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0f7ceee3-8f6c-4c8e-912e-fa8106edd07a req-27de9d3f-4746-4fd7-bc29-5c2999eb8bd0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0517008 Dec 16 18:02:02.497378 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0f7ceee3-8f6c-4c8e-912e-fa8106edd07a req-1a9e08b3-16e0-48c3-bcce-5aafe149a566 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446227 Dec 16 18:02:02.683756 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c467511-9fd6-4355-93e1-3f2f53adeb79 req-4a9b064e-d515-4a80-9743-22ce0fcc6c08 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:02.685279 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6c467511-9fd6-4355-93e1-3f2f53adeb79 req-4a9b064e-d515-4a80-9743-22ce0fcc6c08 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0621798 Dec 16 18:02:02.735387 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6c467511-9fd6-4355-93e1-3f2f53adeb79 req-e60d1c45-efb2-40a8-88de-6e49665b19f9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 Dec 16 18:02:02.782048 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11951e-0d44-45af-8e00-662bfd931942 req-f5ba758e-e4d5-4f85-b622-86fa855ad770 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:02.783644 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3b11951e-0d44-45af-8e00-662bfd931942 req-f5ba758e-e4d5-4f85-b622-86fa855ad770 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0706711 Dec 16 18:02:02.838719 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3b11951e-0d44-45af-8e00-662bfd931942 req-a439abb9-616c-4312-8f1a-99d29c638599 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477192 Dec 16 18:02:03.632324 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cbd8b-50f7-4fa2-8c9c-e825cc2054b5 req-ae617c9c-a135-44f6-beae-f88adc8c2537 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:03.633863 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4a5cbd8b-50f7-4fa2-8c9c-e825cc2054b5 req-ae617c9c-a135-44f6-beae-f88adc8c2537 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0605109 Dec 16 18:02:03.689539 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4a5cbd8b-50f7-4fa2-8c9c-e825cc2054b5 req-fb111847-1c62-4600-9ec4-aecdd25cbf95 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488882 Dec 16 18:02:03.887048 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0c7ca-861a-48c3-8079-37d4da1a542b req-d7f257e7-11ed-4c1e-b127-72b219fb4c45 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:03.888594 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4bc0c7ca-861a-48c3-8079-37d4da1a542b req-d7f257e7-11ed-4c1e-b127-72b219fb4c45 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0670857 Dec 16 18:02:03.942349 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4bc0c7ca-861a-48c3-8079-37d4da1a542b req-3d688981-f548-4838-ac35-d7bd927a6b9d tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460396 Dec 16 18:02:03.997960 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06c9cb-ff24-471f-8a9d-ad83d36bccc9 req-d31e0da4-2f32-4624-a14e-06d2506575e7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:04.006839 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1b06c9cb-ff24-471f-8a9d-ad83d36bccc9 req-d31e0da4-2f32-4624-a14e-06d2506575e7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0671670 Dec 16 18:02:04.049214 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1b06c9cb-ff24-471f-8a9d-ad83d36bccc9 req-3f2060b2-297d-4b32-ae4e-7813af1809b0 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414674 Dec 16 18:02:04.155107 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:02:04.821328 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f5407-528b-494f-9ec4-9e0b2a9ec65d req-10e02441-a92d-4daa-a4ad-cccc841a2c07 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:04.822857 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2b9f5407-528b-494f-9ec4-9e0b2a9ec65d req-10e02441-a92d-4daa-a4ad-cccc841a2c07 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0569646 Dec 16 18:02:04.890156 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2b9f5407-528b-494f-9ec4-9e0b2a9ec65d req-23adb977-86bb-4e82-8fcc-86cc9c6b5c43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612669 Dec 16 18:02:05.068349 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce5558-59f3-417d-b799-68dcb20406fb req-337ecd2a-f829-43ff-9581-45989b01237c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:05.069793 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ffce5558-59f3-417d-b799-68dcb20406fb req-337ecd2a-f829-43ff-9581-45989b01237c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0516689 Dec 16 18:02:05.118097 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ffce5558-59f3-417d-b799-68dcb20406fb req-3e87cf86-63fc-4e22-ac85-e5e43849adc0 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Dec 16 18:02:05.177175 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e7a8f-ed14-482b-98a5-1b9e1b1692c0 req-60bef3a1-c459-4376-a774-c41507b3e106 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:05.178704 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d39e7a8f-ed14-482b-98a5-1b9e1b1692c0 req-60bef3a1-c459-4376-a774-c41507b3e106 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0503981 Dec 16 18:02:05.228585 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d39e7a8f-ed14-482b-98a5-1b9e1b1692c0 req-9ef25331-5e9b-4275-950b-4c9ce63e389a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438881 Dec 16 18:02:06.017802 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f615f8-0a88-41a6-a558-2de35508e441 req-b3db3361-7d6a-4bb9-b74e-f3bb81e81b36 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:06.019247 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-97f615f8-0a88-41a6-a558-2de35508e441 req-b3db3361-7d6a-4bb9-b74e-f3bb81e81b36 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Dec 16 18:02:06.073891 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-97f615f8-0a88-41a6-a558-2de35508e441 req-f4cc4e27-6569-4630-b2af-73b34cac0c45 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479329 Dec 16 18:02:06.239178 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7048cc-c052-4baa-a50d-6b06971fb7ed req-1365c08d-c9a8-4909-8a35-0f8a61d1f7b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:06.241135 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bb7048cc-c052-4baa-a50d-6b06971fb7ed req-1365c08d-c9a8-4909-8a35-0f8a61d1f7b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0510640 Dec 16 18:02:06.295665 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bb7048cc-c052-4baa-a50d-6b06971fb7ed req-d9b86c74-0b60-493e-8d76-a78e5bb82680 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Dec 16 18:02:06.472998 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f54ec-597c-4c38-a3f5-71871d01aafc req-191a0600-396b-4656-999b-b9f29c671808 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:06.474913 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f80f54ec-597c-4c38-a3f5-71871d01aafc req-191a0600-396b-4656-999b-b9f29c671808 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0532336 Dec 16 18:02:06.522704 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f80f54ec-597c-4c38-a3f5-71871d01aafc req-eeac0bf6-d899-4265-863a-a7acaf13ff92 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Dec 16 18:02:07.191522 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8197ce-2187-489c-b36b-7b7ce09d4d99 req-2829f005-419e-44de-814e-b1a2b1d1af8c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:07.193009 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-aa8197ce-2187-489c-b36b-7b7ce09d4d99 req-2829f005-419e-44de-814e-b1a2b1d1af8c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0500705 Dec 16 18:02:07.244800 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-aa8197ce-2187-489c-b36b-7b7ce09d4d99 req-e74669c3-8060-4309-9e7d-48b5b0e1e7f0 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453711 Dec 16 18:02:07.421212 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136dafd-65bd-497e-8d4a-006a18fae6bd req-24875934-5713-4c97-970f-25ac6d56eb23 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:07.422821 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a136dafd-65bd-497e-8d4a-006a18fae6bd req-24875934-5713-4c97-970f-25ac6d56eb23 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0555208 Dec 16 18:02:07.473444 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a136dafd-65bd-497e-8d4a-006a18fae6bd req-318f43c8-1028-4e00-b1be-3ce663808b00 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Dec 16 18:02:07.650827 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3369-da22-422e-97dd-e6d097f8e997 req-456dd14f-845d-4b04-89bd-9642531bd074 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:07.652439 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a09b3369-da22-422e-97dd-e6d097f8e997 req-456dd14f-845d-4b04-89bd-9642531bd074 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0505557 Dec 16 18:02:07.702803 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a09b3369-da22-422e-97dd-e6d097f8e997 req-cef9cc6c-8ceb-4892-8b22-ef55b17f38ca tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440843 Dec 16 18:02:08.370756 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef9f81-c1a9-48ef-988c-747d93f0c28a req-5283d11d-485a-487e-a695-70b33a18078a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:08.372284 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-49ef9f81-c1a9-48ef-988c-747d93f0c28a req-5283d11d-485a-487e-a695-70b33a18078a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0582120 Dec 16 18:02:08.421624 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-49ef9f81-c1a9-48ef-988c-747d93f0c28a req-54e75402-f991-413e-8220-c50cb786bf1c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Dec 16 18:02:08.602876 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b094ad-668a-433f-99bc-1f2dbbf53840 req-efad7d07-6f28-4031-b27d-7f7952b4f44c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:08.604311 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-07b094ad-668a-433f-99bc-1f2dbbf53840 req-efad7d07-6f28-4031-b27d-7f7952b4f44c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 931 time: 0.0579212 Dec 16 18:02:08.668367 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-07b094ad-668a-433f-99bc-1f2dbbf53840 req-404cd3b9-a8a0-4320-b797-52eada109ef1 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Dec 16 18:02:08.834324 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9acb7-24dc-46a3-9c8c-930c5168a3b1 req-3d6c0084-b9fc-425c-9a0d-86c8b1ea73cc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:08.835878 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ebd9acb7-24dc-46a3-9c8c-930c5168a3b1 req-3d6c0084-b9fc-425c-9a0d-86c8b1ea73cc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0569148 Dec 16 18:02:08.890259 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ebd9acb7-24dc-46a3-9c8c-930c5168a3b1 req-5e88bf28-2fe8-43db-9dca-59910d44d26f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476162 Dec 16 18:02:09.069240 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Request body: {'port': {'device_id': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:09.127527 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:09.375645 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23782bdb-ce21-4527-bff8-d01093139490 req-1fd92404-7a89-48e8-99df-5e0cfb7cb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.377533 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-23782bdb-ce21-4527-bff8-d01093139490 req-1fd92404-7a89-48e8-99df-5e0cfb7cb175 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 1096 time: 0.0429385 Dec 16 18:02:09.406478 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:02:09.414197 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:09.426598 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Transition to ACTIVE for port object 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:02:09.435157 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:09.482269 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23782bdb-ce21-4527-bff8-d01093139490 req-6f9d7de2-24aa-4c81-98fa-d5bf29d02972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.483783 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-23782bdb-ce21-4527-bff8-d01093139490 req-6f9d7de2-24aa-4c81-98fa-d5bf29d02972 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.0985115 Dec 16 18:02:09.492338 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Pushing event updated for resources: {'Port': ['ID=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:09.595255 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Attempting to bind port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:02:09.595618 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Attempting to bind port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:02:09.595932 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Attempting to bind port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 on network b02ceb61-4e66-443a-8dd0-626b884c5568 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:09.607207 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d537c2-aa26-4d92-9863-a5bdf63a0014 req-42f225a5-1812-404d-a445-a4b575a5bb26 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.608873 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-36d537c2-aa26-4d92-9863-a5bdf63a0014 req-42f225a5-1812-404d-a445-a4b575a5bb26 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.1017108 Dec 16 18:02:09.611333 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 on network b02ceb61-4e66-443a-8dd0-626b884c5568 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:02:09.611665 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Attempting to bind port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 on network b02ceb61-4e66-443a-8dd0-626b884c5568 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:02:09.618931 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:02:09.619314 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Checking segment: {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:02:09.619737 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Bound using segment: {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:02:09.620190 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Bound port: 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c240f59-9d24-43ad-abf1-5fb32ce700fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:02:09.620553 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:09.706601 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-36d537c2-aa26-4d92-9863-a5bdf63a0014 req-4d0b7d3d-3c62-4d54-af3e-d94e35aadad7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888655 Dec 16 18:02:09.735343 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] For port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:02:09.739156 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] For port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:02:09.764108 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:09.791365 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.792092 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:09.794650 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] 10.222.0.76 "PUT /v2.0/ports/247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 1093 time: 0.7315848 Dec 16 18:02:09.795547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:09.797817 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11112069-9904-49ea-8131-2bc9fac2bcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:09.928769 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79393efd-812d-44fc-a87e-df6d63886c45 req-587169cd-b505-41ba-b91a-4cc509814201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:09.930443 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-587169cd-b505-41ba-b91a-4cc509814201 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1096 time: 0.0791669 Dec 16 18:02:09.948700 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f304865-1789-4e2e-862d-f430ba036977 service neutron] Pushing event updated for resources: {'Port': ['ID=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:09.993537 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-d5711f64-6125-4d6a-9521-48a5679d2fd6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 217 time: 0.0417373 Dec 16 18:02:10.017825 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80721f8b-a270-4daa-b671-3f46094809fa req-8f634fde-8e39-4bf1-941d-7bfdad6739bd tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.019852 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-80721f8b-a270-4daa-b671-3f46094809fa req-8f634fde-8e39-4bf1-941d-7bfdad6739bd tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.1047459 Dec 16 18:02:10.025102 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-23782bdb-ce21-4527-bff8-d01093139490 req-2f2a1156-19a2-44ce-b9c8-0ecad519abc5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bd2036f-01a2-4971-8fcb-d0d439424322 HTTP/1.1" status: 200 len: 999 time: 0.5335867 Dec 16 18:02:10.060443 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a401-fe67-405c-83f7-66cad43a8e85 req-4549edb9-d3c2-4831-bb74-a2200b4d1846 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.064444 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c139a401-fe67-405c-83f7-66cad43a8e85 req-4549edb9-d3c2-4831-bb74-a2200b4d1846 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 943 time: 0.1116159 Dec 16 18:02:10.088547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79393efd-812d-44fc-a87e-df6d63886c45 req-03e7b493-dbed-48a8-a7d5-1765c5fcd5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.090447 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-03e7b493-dbed-48a8-a7d5-1765c5fcd5a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc6253c9-a632-467b-8014-8504807b50aa HTTP/1.1" status: 200 len: 854 time: 0.0887017 Dec 16 18:02:10.096800 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-804e91df-a5ed-4488-b70c-050e97b41929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.098672 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-804e91df-a5ed-4488-b70c-050e97b41929 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 1098 time: 0.1370566 Dec 16 18:02:10.118946 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-80721f8b-a270-4daa-b671-3f46094809fa req-9a567a28-a791-4223-8d0a-4d2efe6031b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743124 Dec 16 18:02:10.154278 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79393efd-812d-44fc-a87e-df6d63886c45 req-59530b95-ec1f-4b0d-8359-7b7ef1bc73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.156335 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-59530b95-ec1f-4b0d-8359-7b7ef1bc73d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b02ceb61-4e66-443a-8dd0-626b884c5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557222 Dec 16 18:02:10.188087 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23782bdb-ce21-4527-bff8-d01093139490 req-a45df3e4-07a7-4842-931c-e47e7582350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.189590 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-23782bdb-ce21-4527-bff8-d01093139490 req-a45df3e4-07a7-4842-931c-e47e7582350b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.1548297 Dec 16 18:02:10.231922 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13884c94-4cee-4bca-bb51-178154061a47 x-openstack-request-id: req-13884c94-4cee-4bca-bb51-178154061a47 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:10.232222 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:10.232442 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13884c94-4cee-4bca-bb51-178154061a47 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:10.232871 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'status': 'completed', 'code': 200} Dec 16 18:02:10.248791 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c139a401-fe67-405c-83f7-66cad43a8e85 req-ffac0a6f-0ae9-4a1a-85b8-2c1d0e39906c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579247 Dec 16 18:02:10.281072 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-c4534aca-2fc6-46b1-b56e-59c08bd1871f service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177924 Dec 16 18:02:10.281453 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-e84472d2-c73a-47e3-a61c-f010699a7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.282927 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-e84472d2-c73a-47e3-a61c-f010699a7b9a service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 911 time: 0.1752770 Dec 16 18:02:10.287529 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23782bdb-ce21-4527-bff8-d01093139490 req-fcbe6cb4-169f-4f13-b443-45f5874192ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.288921 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-23782bdb-ce21-4527-bff8-d01093139490 req-fcbe6cb4-169f-4f13-b443-45f5874192ee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915673 Dec 16 18:02:10.401239 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8619a73-5b9b-4398-8594-41d5effe6bc5 req-cfd9d1a9-cbae-48f9-ba6b-984df3fec2fe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.402770 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d8619a73-5b9b-4398-8594-41d5effe6bc5 req-cfd9d1a9-cbae-48f9-ba6b-984df3fec2fe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.1107805 Dec 16 18:02:10.411478 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-1e0dd15a-4f64-462e-9bfe-2fe200e060c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85 HTTP/1.1" status: 200 len: 1001 time: 0.1096916 Dec 16 18:02:10.436696 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79393efd-812d-44fc-a87e-df6d63886c45 req-2e518977-35dc-4f4c-aac2-dbc6c2bc5430 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425200 Dec 16 18:02:10.467419 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d8619a73-5b9b-4398-8594-41d5effe6bc5 req-6fc61f16-4573-4482-8b41-7e242b3ad4a4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583539 Dec 16 18:02:10.471945 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-23782bdb-ce21-4527-bff8-d01093139490 req-c72fe976-7fd9-4ff9-8756-53cf2d8f08e6 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641686 Dec 16 18:02:10.492481 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-e68204b7-44ca-472e-889a-42a077f2823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.494037 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-e68204b7-44ca-472e-889a-42a077f2823e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 200 len: 849 time: 0.0756078 Dec 16 18:02:10.535295 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-86d7a5f4-b318-4b59-8ea5-6e84b8cab97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.537191 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-86d7a5f4-b318-4b59-8ea5-6e84b8cab97e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1096 time: 0.0474951 Dec 16 18:02:10.597120 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-af21ebea-5225-4fca-b1e0-d3a6296b0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.598658 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-af21ebea-5225-4fca-b1e0-d3a6296b0494 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f239ba-5297-4276-aa7c-a1261d7cfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946171 Dec 16 18:02:10.606241 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-23782bdb-ce21-4527-bff8-d01093139490 req-875fb1da-be65-43c0-951d-ae3307a73afd service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258705 Dec 16 18:02:10.636694 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-298be402-5000-4a97-b853-e09fe5e21bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.638152 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-298be402-5000-4a97-b853-e09fe5e21bc0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 200 len: 916 time: 0.0944526 Dec 16 18:02:10.686741 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-0169f4f9-3367-4a7d-8bde-747cecd56e98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 217 time: 0.0387888 Dec 16 18:02:10.700830 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-4e18d4dc-029f-43f0-945a-c793f7c30cb3 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935256 Dec 16 18:02:10.739796 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-75d9d149-b5c3-4394-abcd-747c476bc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.741446 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-75d9d149-b5c3-4394-abcd-747c476bc264 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc6253c9-a632-467b-8014-8504807b50aa HTTP/1.1" status: 200 len: 854 time: 0.0476918 Dec 16 18:02:10.791052 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-a8cc8a6c-7576-43db-bed5-f787fd714238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:10.792587 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-a8cc8a6c-7576-43db-bed5-f787fd714238 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b02ceb61-4e66-443a-8dd0-626b884c5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438099 Dec 16 18:02:10.801262 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5d272a1-e387-406e-80f8-f5648ac40ffa req-485cc769-d9e2-4901-9c5a-d4e2dd5b2e65 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936871 Dec 16 18:02:10.892540 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-1ed1ea3b-73ea-44f9-8e12-43d522ca1e91 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896795 Dec 16 18:02:10.990439 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-11112069-9904-49ea-8131-2bc9fac2bcfe req-1fbd7ea3-d3fc-4d6e-ae0b-47de480d72f3 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895221 Dec 16 18:02:11.246683 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d6808-2bae-4a5e-8bb1-54bb33056c5a req-dc1a1612-6628-404a-acee-a5f4f0bd1b5f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:11.248319 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f53d6808-2bae-4a5e-8bb1-54bb33056c5a req-dc1a1612-6628-404a-acee-a5f4f0bd1b5f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0567896 Dec 16 18:02:11.301394 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f53d6808-2bae-4a5e-8bb1-54bb33056c5a req-73315ba7-7414-4047-a5e3-6057de841afa tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460906 Dec 16 18:02:11.391152 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade98b3-3398-4ed5-9a76-9cabbd2aa238 req-44a3fa55-e497-42a2-a495-735a183d254d tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:11.392756 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fade98b3-3398-4ed5-9a76-9cabbd2aa238 req-44a3fa55-e497-42a2-a495-735a183d254d tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 943 time: 0.0529387 Dec 16 18:02:11.451260 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fade98b3-3398-4ed5-9a76-9cabbd2aa238 req-439891fd-56f3-41a8-8c42-f735413b9d67 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Dec 16 18:02:11.604119 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ea5f2-879d-4436-8a78-2424fd5170f9 req-ae494901-861d-4a5b-9e50-3d66d7d0f09c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:11.605683 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ea7ea5f2-879d-4436-8a78-2424fd5170f9 req-ae494901-861d-4a5b-9e50-3d66d7d0f09c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0564959 Dec 16 18:02:11.657889 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ea7ea5f2-879d-4436-8a78-2424fd5170f9 req-69358d5f-884e-4b9e-8b9b-f09a585ce582 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459669 Dec 16 18:02:12.434101 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f0f54-ba8a-4c4c-a49c-9416e06848fc req-bfd8c32f-93d4-4956-8936-b6942a93b4fd tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:12.435684 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-597f0f54-ba8a-4c4c-a49c-9416e06848fc req-bfd8c32f-93d4-4956-8936-b6942a93b4fd tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0584173 Dec 16 18:02:12.488089 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-597f0f54-ba8a-4c4c-a49c-9416e06848fc req-ddee6852-7163-4a16-90b9-04089739d90c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458312 Dec 16 18:02:12.574459 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0724-868e-47c6-b18f-857ce6649d15 req-dc3ef53f-93b5-48d0-af1e-2c2c552103df tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:12.576952 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2ffe0724-868e-47c6-b18f-857ce6649d15 req-dc3ef53f-93b5-48d0-af1e-2c2c552103df tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 943 time: 0.0509629 Dec 16 18:02:12.628725 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2ffe0724-868e-47c6-b18f-857ce6649d15 req-23d99e00-bdbd-4ad1-9c26-d1e2596ea102 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Dec 16 18:02:12.790432 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97815a9e-5e7a-47e5-959d-386437ca3fe7 req-f5a86c91-ae0a-41cf-8237-39d006ac9bbb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:12.792086 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-97815a9e-5e7a-47e5-959d-386437ca3fe7 req-f5a86c91-ae0a-41cf-8237-39d006ac9bbb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0551527 Dec 16 18:02:12.845516 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-97815a9e-5e7a-47e5-959d-386437ca3fe7 req-b2ef2284-6a4f-4c36-af84-7c9e3c50dbaa tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467856 Dec 16 18:02:13.362957 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [req-1eaa4c53-e084-4125-aaa7-ca5042e603b3 req-f4d57b87-e4d5-4864-8d18-5dbf07252afe service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:02:13.363927 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1eaa4c53-e084-4125-aaa7-ca5042e603b3 req-f4d57b87-e4d5-4864-8d18-5dbf07252afe service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055251 Dec 16 18:02:13.538441 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf30a1-2769-4a00-a8f7-d6a3c2925ba6 req-59c3cac6-4482-4aac-943b-fc2a472482e6 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:13.540224 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f8cf30a1-2769-4a00-a8f7-d6a3c2925ba6 req-59c3cac6-4482-4aac-943b-fc2a472482e6 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0582359 Dec 16 18:02:13.595445 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f8cf30a1-2769-4a00-a8f7-d6a3c2925ba6 req-31f2979d-d15e-438f-ae77-0f6decb5fa7a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485814 Dec 16 18:02:13.734461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50244) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:13.753662 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08017446-210e-4ee5-a1f7-07fb0b2382f9 req-334915d9-2186-48f0-8d8e-299a3dbb0fba tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:13.755243 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-08017446-210e-4ee5-a1f7-07fb0b2382f9 req-334915d9-2186-48f0-8d8e-299a3dbb0fba tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 943 time: 0.0561481 Dec 16 18:02:13.838364 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-08017446-210e-4ee5-a1f7-07fb0b2382f9 req-cc26d227-b0f3-4a83-bda7-e03567cfe328 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709281 Dec 16 18:02:13.838680 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-a89af16f-2500-40be-a7ff-512233a077fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029005 Dec 16 18:02:13.850156 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-8204caf6-0042-42d1-bfc3-3be68ab15b47 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:02:13.851971 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-8204caf6-0042-42d1-bfc3-3be68ab15b47 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068498 Dec 16 18:02:14.627609 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:02:14.727057 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc524b8-d170-4e71-a9fb-ddc3a3cea863 req-c44738e8-02c4-476c-be44-a9adda668fdd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:14.728695 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ccc524b8-d170-4e71-a9fb-ddc3a3cea863 req-c44738e8-02c4-476c-be44-a9adda668fdd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0562236 Dec 16 18:02:14.752255 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:14.765613 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'port_id': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'mac_address': 'fa:16:3e:fe:5b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:02:14.788844 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ccc524b8-d170-4e71-a9fb-ddc3a3cea863 req-81d7af36-ebbd-4d02-bc98-ddeccca51d97 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526996 Dec 16 18:02:14.829891 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.845421 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:02:14.868245 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:14.873531 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:14.936193 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:14.977342 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c39888-77eb-4e9d-bb0d-87594a37eab3 req-a7fc50de-f2dc-4c9e-9473-637c83c57bc7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:14.980411 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5c39888-77eb-4e9d-bb0d-87594a37eab3 req-a7fc50de-f2dc-4c9e-9473-637c83c57bc7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 944 time: 0.0520184 Dec 16 18:02:15.034708 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c5c39888-77eb-4e9d-bb0d-87594a37eab3 req-2d2b0f3d-2f61-4a11-a16f-ac178dbf50da tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Dec 16 18:02:15.253524 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:02:15.382375 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71574e-375b-4780-b6c2-6baabd14344a req-b8cc06b4-8e3f-4bc8-80f9-206377feda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:15.383946 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-b8cc06b4-8e3f-4bc8-80f9-206377feda2b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a&tenant_id=af23b4f4f497464fac434ca5b8be6ead HTTP/1.1" status: 200 len: 1096 time: 0.0749781 Dec 16 18:02:15.450367 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71574e-375b-4780-b6c2-6baabd14344a req-9ab10480-b4d9-491d-af67-6663a064291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:15.451918 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-9ab10480-b4d9-491d-af67-6663a064291e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 1096 time: 0.0448349 Dec 16 18:02:15.548593 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71574e-375b-4780-b6c2-6baabd14344a req-b15af0e0-92e7-49b0-ba3a-e598c7ff5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:15.549988 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-b15af0e0-92e7-49b0-ba3a-e598c7ff5e8c service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.0901673 Dec 16 18:02:15.620626 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-56a89ff9-a4ab-4382-9173-b94b17ae2e0b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4bd2036f-01a2-4971-8fcb-d0d439424322 HTTP/1.1" status: 200 len: 999 time: 0.0632565 Dec 16 18:02:15.680297 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71574e-375b-4780-b6c2-6baabd14344a req-ce80ee8f-6c34-4d82-8284-01d7816840b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:15.682276 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-ce80ee8f-6c34-4d82-8284-01d7816840b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0503302 Dec 16 18:02:15.735996 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71574e-375b-4780-b6c2-6baabd14344a req-f7dfeca4-3ec5-4273-8c95-222b09fe381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:15.737536 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-f7dfeca4-3ec5-4273-8c95-222b09fe381d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468845 Dec 16 18:02:15.843330 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-5af15a2d-7ce6-4fb9-9933-ec049cab481f service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977471 Dec 16 18:02:15.929522 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70689a1d-c9fe-488d-8077-7eebfaf4d780 req-5d7f316d-6315-49ca-aac5-bcd09a12acab tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:15.931176 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-70689a1d-c9fe-488d-8077-7eebfaf4d780 req-5d7f316d-6315-49ca-aac5-bcd09a12acab tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0519712 Dec 16 18:02:15.947592 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7c71574e-375b-4780-b6c2-6baabd14344a req-a80830f5-3ce9-44ab-a5bb-a1bba1f5615e service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966055 Dec 16 18:02:15.993346 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-70689a1d-c9fe-488d-8077-7eebfaf4d780 req-7affc539-a8c6-488a-a015-a9eb56d9d5e9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559983 Dec 16 18:02:16.160424 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5fee6-0548-401d-99f2-1d01cc08a11c req-cfee4b91-15b6-4e2a-950f-a087f1465f81 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:16.161897 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7ad5fee6-0548-401d-99f2-1d01cc08a11c req-cfee4b91-15b6-4e2a-950f-a087f1465f81 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 944 time: 0.0555885 Dec 16 18:02:16.220375 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7ad5fee6-0548-401d-99f2-1d01cc08a11c req-31cea12d-44ed-421a-9376-41d86d0fec1b tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480697 Dec 16 18:02:16.650156 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:16.705454 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:02:16.710293 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:16.711366 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:16.804513 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:16.841480 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:16.844470 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2158ab-7215-466d-876f-bd891db64704" -d '{"events": [{"server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "name": "network-vif-plugged", "status": "completed", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:16.859233 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:16.864579 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:16.865638 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:02:16.915167 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03015020-a9dd-437b-bf35-0a87e1b90956 x-openstack-request-id: req-03015020-a9dd-437b-bf35-0a87e1b90956 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:16.915592 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "name": "network-vif-plugged", "status": "completed", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:16.915850 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03015020-a9dd-437b-bf35-0a87e1b90956 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:16.916245 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'code': 200} Dec 16 18:02:16.957633 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:17.151753 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36777bc-bb4f-404f-8750-5306732cdea3 req-a7e17893-a888-4d9b-843f-175b11825cf1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:17.153431 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d36777bc-bb4f-404f-8750-5306732cdea3 req-a7e17893-a888-4d9b-843f-175b11825cf1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0769689 Dec 16 18:02:17.202317 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d36777bc-bb4f-404f-8750-5306732cdea3 req-1b3e0cb4-ca39-4ecf-a0e1-a16f99480db1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Dec 16 18:02:17.348648 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0ebf2-5531-4894-bb4e-5bb457dacd65 req-b6fb9eea-ea08-4e6e-8722-2c55ab1cb8a6 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:17.350371 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9ce0ebf2-5531-4894-bb4e-5bb457dacd65 req-b6fb9eea-ea08-4e6e-8722-2c55ab1cb8a6 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0553694 Dec 16 18:02:17.400701 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9ce0ebf2-5531-4894-bb4e-5bb457dacd65 req-a522f1b4-67ea-4da4-a078-9466f621496c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Dec 16 18:02:18.366174 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813c09-b4a5-4b61-abf7-f7c4427fc5c1 req-c54e8238-1f77-4331-9f82-e06ca7465f6e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:18.367681 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8d813c09-b4a5-4b61-abf7-f7c4427fc5c1 req-c54e8238-1f77-4331-9f82-e06ca7465f6e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0589001 Dec 16 18:02:18.422179 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8d813c09-b4a5-4b61-abf7-f7c4427fc5c1 req-6cddace5-a3c5-40f1-97bf-2beb5ff83aee tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479808 Dec 16 18:02:18.558849 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d7b6e-8a5f-484b-8d9a-87ade5e42613 req-bf67ff91-f558-4216-b261-ed8b4a1e2fd6 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:18.560305 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4d6d7b6e-8a5f-484b-8d9a-87ade5e42613 req-bf67ff91-f558-4216-b261-ed8b4a1e2fd6 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0632522 Dec 16 18:02:18.612616 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4d6d7b6e-8a5f-484b-8d9a-87ade5e42613 req-950d9a3d-d900-4eb1-9690-3b8da3096224 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Dec 16 18:02:19.742783 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f68e55-5110-4eef-b334-f6400de3884a req-7a509bb1-5ec5-4007-b243-84b7fa3f90ce tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:19.745562 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-99f68e55-5110-4eef-b334-f6400de3884a req-7a509bb1-5ec5-4007-b243-84b7fa3f90ce tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0759473 Dec 16 18:02:19.751737 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bb6d1-8576-4bc3-b692-b0d5c2d6e301 req-8161f316-3c3d-436f-b1dd-cf32271e90a6 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:19.753365 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b86bb6d1-8576-4bc3-b692-b0d5c2d6e301 req-8161f316-3c3d-436f-b1dd-cf32271e90a6 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0648417 Dec 16 18:02:19.803133 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b86bb6d1-8576-4bc3-b692-b0d5c2d6e301 req-474104a4-fc9c-40ea-9264-8f33d16262b8 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Dec 16 18:02:19.803421 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-99f68e55-5110-4eef-b334-f6400de3884a req-d92eaae3-aeba-4094-ab8f-428585c6f55c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500848 Dec 16 18:02:20.940153 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26192405-efd4-46ee-807d-7c5da7237a47 req-ec4c6089-2dd9-449c-a8f8-23b853d6c4a1 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:20.948703 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-26192405-efd4-46ee-807d-7c5da7237a47 req-ec4c6089-2dd9-449c-a8f8-23b853d6c4a1 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0694449 Dec 16 18:02:20.965026 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8bf12-1598-4a25-afb2-23842061dcb8 req-4c439d91-d86b-4828-8496-4ef8af7d6a26 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:20.966789 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-edb8bf12-1598-4a25-afb2-23842061dcb8 req-4c439d91-d86b-4828-8496-4ef8af7d6a26 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0598297 Dec 16 18:02:21.010994 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-034d2382-e56a-42e3-9192-afc70d8225c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:21.012776 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-26192405-efd4-46ee-807d-7c5da7237a47 req-04fe9f16-d52c-4d99-886a-ce22a09bd08b tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630598 Dec 16 18:02:21.071872 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-edb8bf12-1598-4a25-afb2-23842061dcb8 req-17bd52d8-f401-4db0-92d5-dfb6a71ade18 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980940 Dec 16 18:02:22.145252 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703b1aa-76bf-48ee-b439-00bd86001c1c req-b3bf6a2d-4ec1-49b5-afe3-d1caeb7a3cc7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:22.146865 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9703b1aa-76bf-48ee-b439-00bd86001c1c req-b3bf6a2d-4ec1-49b5-afe3-d1caeb7a3cc7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0559545 Dec 16 18:02:22.199319 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9703b1aa-76bf-48ee-b439-00bd86001c1c req-06d14fd8-6fe7-41ee-9938-883d8eb1c0e4 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 Dec 16 18:02:22.218105 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc7185-f89d-4036-8826-758c46ee86bc req-fc45ed60-b3f6-4646-aa51-4624dee7c8be tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:22.222307 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2cfc7185-f89d-4036-8826-758c46ee86bc req-fc45ed60-b3f6-4646-aa51-4624dee7c8be tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0647936 Dec 16 18:02:22.271679 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2cfc7185-f89d-4036-8826-758c46ee86bc req-62d9a101-79c7-4eed-8dd2-0b42e5edf207 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Dec 16 18:02:23.320212 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b781d2af-bf34-43fc-b24b-a3f3387b4579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.338051 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45245894-d387-40e1-834f-bf639e240508 req-d55e9183-bfbc-40b6-80a1-a98dc6830bf0 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:23.340062 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45245894-d387-40e1-834f-bf639e240508 req-d55e9183-bfbc-40b6-80a1-a98dc6830bf0 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0553541 Dec 16 18:02:23.382108 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:23.417242 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45245894-d387-40e1-834f-bf639e240508 req-3e89b27f-3f64-4b8e-8763-3c64f067e772 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694883 Dec 16 18:02:23.451020 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b77439-547f-473a-b75e-880ab5bcaa2d req-68ba66c4-4bcd-404a-b35d-54e3bd571b23 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:23.453553 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79b77439-547f-473a-b75e-880ab5bcaa2d req-68ba66c4-4bcd-404a-b35d-54e3bd571b23 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0811515 Dec 16 18:02:23.509577 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-79b77439-547f-473a-b75e-880ab5bcaa2d req-5056a162-cf17-4480-9fc7-2a2fa95e45c5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494664 Dec 16 18:02:24.545523 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacfef7-e4cb-414a-8411-3c6cb8bf45a5 req-8eb06cfb-514b-4171-8090-75d4a936a942 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:24.547076 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9aacfef7-e4cb-414a-8411-3c6cb8bf45a5 req-8eb06cfb-514b-4171-8090-75d4a936a942 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0532899 Dec 16 18:02:24.608524 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9aacfef7-e4cb-414a-8411-3c6cb8bf45a5 req-51dfa755-ec5f-4356-af67-910b957be591 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552828 Dec 16 18:02:24.626982 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:24.649055 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5089-7986-4d9c-a98c-bd852650e0bc req-48dcef59-a749-4ad5-aaae-d14bf96ee042 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:24.650720 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-476c5089-7986-4d9c-a98c-bd852650e0bc req-48dcef59-a749-4ad5-aaae-d14bf96ee042 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0648072 Dec 16 18:02:24.706709 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-476c5089-7986-4d9c-a98c-bd852650e0bc req-5e134952-dcfa-46e8-a85c-88904e80a922 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484526 Dec 16 18:02:25.766036 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad22fa-4dbb-487a-ace5-3bf02d42f13a req-76f4eb0a-46d3-4d00-8d62-715e077ade54 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:25.773238 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0ad22fa-4dbb-487a-ace5-3bf02d42f13a req-76f4eb0a-46d3-4d00-8d62-715e077ade54 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0802145 Dec 16 18:02:25.818487 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c0ad22fa-4dbb-487a-ace5-3bf02d42f13a req-80d8a443-3311-442b-ba81-5f6fc6171974 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443094 Dec 16 18:02:25.851684 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0d143-4814-422a-8e4f-18523cf3f045 req-05fb5e97-e700-49ae-adb8-9916b0a28fcd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:25.853208 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-52d0d143-4814-422a-8e4f-18523cf3f045 req-05fb5e97-e700-49ae-adb8-9916b0a28fcd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0566976 Dec 16 18:02:25.905990 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-52d0d143-4814-422a-8e4f-18523cf3f045 req-0c58e6dc-c46c-4273-992f-3c2d39685c15 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437536 Dec 16 18:02:26.060557 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.801888 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:26.951636 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c1211-6d35-4f21-822f-7d6ee96f7058 req-873e5984-55ff-487a-8d62-2b70c361c392 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:26.953201 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7a3c1211-6d35-4f21-822f-7d6ee96f7058 req-873e5984-55ff-487a-8d62-2b70c361c392 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0635481 Dec 16 18:02:27.003673 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7a3c1211-6d35-4f21-822f-7d6ee96f7058 req-71b2e3da-d489-4dba-9df5-2d3a98c32fdb tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442235 Dec 16 18:02:27.037732 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0fed4-174d-4540-842a-cc8158829e67 req-5783389a-7468-49a8-99f0-440166dd3891 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:27.039252 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-48c0fed4-174d-4540-842a-cc8158829e67 req-5783389a-7468-49a8-99f0-440166dd3891 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0542059 Dec 16 18:02:27.088024 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-48c0fed4-174d-4540-842a-cc8158829e67 req-33b31d63-8165-48c3-88a0-67f8813cd6d1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Dec 16 18:02:28.145602 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0544-4bc9-4072-a852-329be73ab75b req-bcdd9a4f-d299-44c4-b356-394e589a21b8 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:28.147191 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-696e0544-4bc9-4072-a852-329be73ab75b req-bcdd9a4f-d299-44c4-b356-394e589a21b8 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0586514 Dec 16 18:02:28.202404 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-696e0544-4bc9-4072-a852-329be73ab75b req-f46cf6c2-04a0-4ece-ac97-bc57683ddf18 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Dec 16 18:02:28.231005 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43b08f-5a04-40a7-848b-3d4b1981dd76 req-18e32562-ecda-4832-a8af-445d97a8c37f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:28.232684 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4b43b08f-5a04-40a7-848b-3d4b1981dd76 req-18e32562-ecda-4832-a8af-445d97a8c37f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0568535 Dec 16 18:02:28.290192 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4b43b08f-5a04-40a7-848b-3d4b1981dd76 req-6ea5b8d0-efdd-4b81-a10a-f5827d81b2dc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507309 Dec 16 18:02:29.337399 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb4bc-dcb2-443d-a799-7f5c9de99c46 req-ec0f19e3-1285-4005-b36d-cd9bd0e9f022 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:29.339436 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e59bb4bc-dcb2-443d-a799-7f5c9de99c46 req-ec0f19e3-1285-4005-b36d-cd9bd0e9f022 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0542359 Dec 16 18:02:29.393424 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e59bb4bc-dcb2-443d-a799-7f5c9de99c46 req-16dc2a48-7e07-4b62-b500-acc4422397d5 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470939 Dec 16 18:02:29.422135 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028d5f2-3873-4483-b4c3-eac854cb82a3 req-8fca3431-e8ef-4685-b8c2-3e2a88850e03 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:29.424297 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5028d5f2-3873-4483-b4c3-eac854cb82a3 req-8fca3431-e8ef-4685-b8c2-3e2a88850e03 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0521643 Dec 16 18:02:29.487623 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5028d5f2-3873-4483-b4c3-eac854cb82a3 req-ef8f27c1-20fd-4f0b-8050-5b83f1815088 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543411 Dec 16 18:02:29.821122 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-51770bb7-f5f2-4d21-8246-5a278b06c9b5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545628 Dec 16 18:02:29.897087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-bb62da56-c1df-46c9-8d44-736790fdef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:29.898642 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-bb62da56-c1df-46c9-8d44-736790fdef75 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1098 time: 0.0451014 Dec 16 18:02:29.927054 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12213a98-d29a-474c-b4dc-90f2aa365d72 req-4e4de574-47b5-4eac-80fc-c8f57201a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:29.928688 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-12213a98-d29a-474c-b4dc-90f2aa365d72 req-4e4de574-47b5-4eac-80fc-c8f57201a230 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1098 time: 0.0425577 Dec 16 18:02:29.982222 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-12213a98-d29a-474c-b4dc-90f2aa365d72 req-1166b3d1-a040-43a9-b7c6-1072fb049a5f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458665 Dec 16 18:02:30.013806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-37794a7a-6797-4c6d-a821-ed958374ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:30.015253 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-37794a7a-6797-4c6d-a821-ed958374ced8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 908 time: 0.0963132 Dec 16 18:02:30.330117 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-932956ab-2e78-47c6-983a-fc422e493308 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 1001 time: 0.0588222 Dec 16 18:02:30.383875 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-55e5ea1f-7ae2-4194-b32e-788962083b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:30.385293 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-55e5ea1f-7ae2-4194-b32e-788962083b56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 200 len: 846 time: 0.0464256 Dec 16 18:02:30.436573 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-ccefc45d-cda7-449c-95b3-f23aa3ad5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:30.438061 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-ccefc45d-cda7-449c-95b3-f23aa3ad5381 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fa6e92a-e070-482a-ab38-6f3c9667d238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431046 Dec 16 18:02:30.515919 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b5351-e8b0-4b5b-ac9e-4cef287df5ad req-a6fa6f4a-3b32-486e-afe8-56c2b6164fb6 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:30.518100 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a00b5351-e8b0-4b5b-ac9e-4cef287df5ad req-a6fa6f4a-3b32-486e-afe8-56c2b6164fb6 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Dec 16 18:02:30.537939 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-5f6100b7-440b-4b5f-a01d-3f82c6aa65d2 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917869 Dec 16 18:02:30.568256 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a00b5351-e8b0-4b5b-ac9e-4cef287df5ad req-345a3d81-5b0e-40c1-a708-355ffd297a01 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Dec 16 18:02:30.666795 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309fe72-4af8-49d8-ba9d-f5b6a8024a20 req-add7c4f5-8106-45f2-bf43-9015c567280b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:30.668348 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8309fe72-4af8-49d8-ba9d-f5b6a8024a20 req-add7c4f5-8106-45f2-bf43-9015c567280b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0759807 Dec 16 18:02:30.671981 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed2a1b79-2add-44d2-8dc2-845ec35f4158 req-b6f39d9a-ed73-4522-9fd6-e81aad69f8d4 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257844 Dec 16 18:02:30.718481 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8309fe72-4af8-49d8-ba9d-f5b6a8024a20 req-844132c2-1042-4f38-8af9-a6f708d40338 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433364 Dec 16 18:02:31.688803 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3a143-0a09-486e-8b8b-15f6ef010972 req-029e153a-5061-4ec4-9763-1c58176ee3e7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:31.690222 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7da3a143-0a09-486e-8b8b-15f6ef010972 req-029e153a-5061-4ec4-9763-1c58176ee3e7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0497551 Dec 16 18:02:31.739086 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7da3a143-0a09-486e-8b8b-15f6ef010972 req-e3a59643-a1c1-455d-93f1-fe9943a7df7c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Dec 16 18:02:31.847186 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32cd54-0362-424a-8de1-ac81a6473847 req-3e624d2e-08ca-42bb-80d0-514399f8a65d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:31.848743 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bf32cd54-0362-424a-8de1-ac81a6473847 req-3e624d2e-08ca-42bb-80d0-514399f8a65d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0507178 Dec 16 18:02:31.860994 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf04af-8be3-4f6c-86eb-a16f23b8af5e req-a2ede609-72da-4eb8-bdb7-b5d4cd1f5dd0 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:31.862513 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45cf04af-8be3-4f6c-86eb-a16f23b8af5e req-a2ede609-72da-4eb8-bdb7-b5d4cd1f5dd0 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0533915 Dec 16 18:02:31.901887 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bf32cd54-0362-424a-8de1-ac81a6473847 req-b3823985-9d39-42ec-b482-eee07dc56dd7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469184 Dec 16 18:02:31.911342 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45cf04af-8be3-4f6c-86eb-a16f23b8af5e req-7952d779-b1e6-438b-bb5e-3537fafbd069 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Dec 16 18:02:32.242269 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e34793-c261-4379-ba87-042baad47988 req-c402ea6e-9ee3-4b0e-bef7-fb1033e31193 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:32.243751 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-98e34793-c261-4379-ba87-042baad47988 req-c402ea6e-9ee3-4b0e-bef7-fb1033e31193 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0512004 Dec 16 18:02:32.300044 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-98e34793-c261-4379-ba87-042baad47988 req-166046ae-36bb-4bc7-81fb-e8f24d7e3e9f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493257 Dec 16 18:02:33.029084 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1f8bf-a69c-4037-b4f4-a7884781e505 req-93151059-f59d-462a-95be-7087f025c0e5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:33.030496 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f1f8bf-a69c-4037-b4f4-a7884781e505 req-93151059-f59d-462a-95be-7087f025c0e5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0515516 Dec 16 18:02:33.081714 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-47f1f8bf-a69c-4037-b4f4-a7884781e505 req-ad39157d-c8d4-432f-a083-ea600312b748 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Dec 16 18:02:33.746928 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d7f62-e638-440d-b7c1-9e1bf2dc1ec3 req-a98de472-f22c-4f50-945a-8248b4569282 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:33.748572 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b6d7f62-e638-440d-b7c1-9e1bf2dc1ec3 req-a98de472-f22c-4f50-945a-8248b4569282 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0548790 Dec 16 18:02:33.802149 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b6d7f62-e638-440d-b7c1-9e1bf2dc1ec3 req-7d605015-1ae7-4a3b-8132-7d1b44101975 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472529 Dec 16 18:02:34.458960 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a5431-c2fc-4e31-a978-e043e81fdc09 req-0a5088bc-49e5-4165-883c-784bc4701dfe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:34.460376 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-413a5431-c2fc-4e31-a978-e043e81fdc09 req-0a5088bc-49e5-4165-883c-784bc4701dfe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.2956786 Dec 16 18:02:34.509715 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-413a5431-c2fc-4e31-a978-e043e81fdc09 req-b2125976-b10f-404a-a503-c695c0b7a5f2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424690 Dec 16 18:02:34.945821 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a77512-db19-4984-b2f6-7dbff556b150 req-a11410d5-2b08-4a17-b0d8-c7f827f964d6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:34.947280 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-79a77512-db19-4984-b2f6-7dbff556b150 req-a11410d5-2b08-4a17-b0d8-c7f827f964d6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0580101 Dec 16 18:02:35.009546 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-79a77512-db19-4984-b2f6-7dbff556b150 req-c7ff5d1f-8764-430c-97e2-8ea072671faf tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533798 Dec 16 18:02:35.654734 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f07fc-c9db-4252-b443-173cadfd7d88 req-c77edc75-d58d-438a-9610-534f8259315f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:35.656214 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ae7f07fc-c9db-4252-b443-173cadfd7d88 req-c77edc75-d58d-438a-9610-534f8259315f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0612299 Dec 16 18:02:35.706784 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ae7f07fc-c9db-4252-b443-173cadfd7d88 req-ba1e8589-de9e-45da-a9ef-7c8dded14fb9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Dec 16 18:02:36.145137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf1328-264d-477f-af02-e4a07026506b req-2c7df396-7c85-40a9-b778-8cd9352859d1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:36.146690 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-addf1328-264d-477f-af02-e4a07026506b req-2c7df396-7c85-40a9-b778-8cd9352859d1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0570254 Dec 16 18:02:36.199715 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-addf1328-264d-477f-af02-e4a07026506b req-0a1466e8-e533-4165-9554-039d8d33dbbe tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444701 Dec 16 18:02:36.843584 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20195ec2-75f1-4637-9c7e-d224ae8f4fc4 req-daf52d48-6997-4f7a-abd1-97259f88e435 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:36.845069 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-20195ec2-75f1-4637-9c7e-d224ae8f4fc4 req-daf52d48-6997-4f7a-abd1-97259f88e435 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0531974 Dec 16 18:02:36.897202 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-20195ec2-75f1-4637-9c7e-d224ae8f4fc4 req-9493e6c7-9d49-4e0f-b40d-ecc533501f33 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436003 Dec 16 18:02:37.340751 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f21d7f-dad4-4870-a161-ad3bd5148015 req-29e39465-a337-438f-bc86-970bfed96d63 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:37.342335 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0f21d7f-dad4-4870-a161-ad3bd5148015 req-29e39465-a337-438f-bc86-970bfed96d63 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0519950 Dec 16 18:02:37.399506 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0f21d7f-dad4-4870-a161-ad3bd5148015 req-a97dc4e8-2052-40f7-aceb-3bf7a60d8990 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482135 Dec 16 18:02:38.032305 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69cd1-d671-447d-969c-7fac67dab4a6 req-b79ef92d-ab50-40be-b7a3-1009fdc950bf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:38.034190 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-16f69cd1-d671-447d-969c-7fac67dab4a6 req-b79ef92d-ab50-40be-b7a3-1009fdc950bf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 943 time: 0.0525169 Dec 16 18:02:38.085639 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-16f69cd1-d671-447d-969c-7fac67dab4a6 req-4efed3b2-578b-42ff-8616-71b0e8225373 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Dec 16 18:02:38.536042 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61b499-2601-441c-9fd0-6b161b738e1f req-e05c5384-6215-4df3-a728-b901c86e523d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:38.537528 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6e61b499-2601-441c-9fd0-6b161b738e1f req-e05c5384-6215-4df3-a728-b901c86e523d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0629737 Dec 16 18:02:38.591073 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6e61b499-2601-441c-9fd0-6b161b738e1f req-a6b4b5dd-da1c-46b3-a573-a83cdb07f63c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465991 Dec 16 18:02:38.831569 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:02:38.938054 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:38.950046 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'port_id': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'mac_address': 'fa:16:3e:0e:85:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:02:38.991838 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.006753 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd2036f-01a2-4971-8fcb-d0d439424322 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:02:39.033728 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:39.037548 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:39.093278 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=9']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:39.101161 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.101547 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.101910 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.102255 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.102584 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.102988 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.103317 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.103648 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.103974 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.104321 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.104629 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.104953 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.105270 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:39.223388 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a678a-e25a-4a30-af38-b06a17cb44b0 req-c5cd284d-6bf0-4ea4-a0a9-10a17db09116 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:39.224933 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-103a678a-e25a-4a30-af38-b06a17cb44b0 req-c5cd284d-6bf0-4ea4-a0a9-10a17db09116 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.0568221 Dec 16 18:02:39.273741 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-103a678a-e25a-4a30-af38-b06a17cb44b0 req-de017679-6c0b-4754-830e-f81edcdb5b7b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Dec 16 18:02:39.385132 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['4bd2036f-01a2-4971-8fcb-d0d439424322'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:02:39.724149 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948e892-eb9c-442a-b86e-9e6ff5b0a858 req-c68f63ab-c6ad-47bc-a076-0b2c056f62f0 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:39.725722 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5948e892-eb9c-442a-b86e-9e6ff5b0a858 req-c68f63ab-c6ad-47bc-a076-0b2c056f62f0 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0638189 Dec 16 18:02:39.783294 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5948e892-eb9c-442a-b86e-9e6ff5b0a858 req-6c8e5986-132e-4a06-bde8-2d5d63f6c386 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508025 Dec 16 18:02:40.427188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c29227-7686-4225-b042-ae9f39b198bc req-605e1881-2e4e-4821-80aa-89741d294269 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:40.428676 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-48c29227-7686-4225-b042-ae9f39b198bc req-605e1881-2e4e-4821-80aa-89741d294269 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 944 time: 0.0688667 Dec 16 18:02:40.481040 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-48c29227-7686-4225-b042-ae9f39b198bc req-f30f1a6f-5127-4cd3-bc80-399b81574f41 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445640 Dec 16 18:02:40.831683 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:02:40.888530 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 4bd2036f-01a2-4971-8fcb-d0d439424322 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:40.888916 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.916594 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669908a6-11b6-4c9d-8c93-04abc931b552 req-16141ea6-78f3-418b-926b-986ba6e92ff6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:40.918186 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-669908a6-11b6-4c9d-8c93-04abc931b552 req-16141ea6-78f3-418b-926b-986ba6e92ff6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0641761 Dec 16 18:02:40.977978 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:40.997409 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-669908a6-11b6-4c9d-8c93-04abc931b552 req-dffe9abf-27af-4f8a-bfeb-89ff824a7ada tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692153 Dec 16 18:02:41.002973 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:41.005337 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1d1a84-5a8c-4939-8056-f24c58eb9f38" -d '{"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:41.021435 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:41.027375 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:41.057572 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ac4d3c-ba66-4766-8643-3df079d2b1d7 x-openstack-request-id: req-c3ac4d3c-ba66-4766-8643-3df079d2b1d7 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:41.057923 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:41.058211 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3ac4d3c-ba66-4766-8643-3df079d2b1d7 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:41.058603 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'code': 200} Dec 16 18:02:41.077998 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=10']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:41.157659 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:02:41.588628 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8461ac-b9c0-4814-bd53-890bbcec31d8 req-7cce1685-e539-46f0-9f89-2c12640707b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:41.590512 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bf8461ac-b9c0-4814-bd53-890bbcec31d8 req-7cce1685-e539-46f0-9f89-2c12640707b4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 1099 time: 0.0426612 Dec 16 18:02:41.612342 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9782-8d97-4f03-8c24-1e046fa99e8f req-8c18a342-d0eb-433f-8e3f-33051f2c524c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:41.613976 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0dab9782-8d97-4f03-8c24-1e046fa99e8f req-8c18a342-d0eb-433f-8e3f-33051f2c524c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 946 time: 0.0575647 Dec 16 18:02:41.642551 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bf8461ac-b9c0-4814-bd53-890bbcec31d8 req-1aa09d21-027d-478f-9d77-6e71947cb39d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Dec 16 18:02:41.669020 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0dab9782-8d97-4f03-8c24-1e046fa99e8f req-8caacd1e-cf17-4336-9b42-e82ca9c37948 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 Dec 16 18:02:41.836422 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8b0f-0785-41d9-8906-c4fe7a5221cf req-1af9602d-859b-4aaa-b089-88db434c0a37 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:41.838049 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4e0d8b0f-0785-41d9-8906-c4fe7a5221cf req-1af9602d-859b-4aaa-b089-88db434c0a37 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0520864 Dec 16 18:02:41.891713 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4e0d8b0f-0785-41d9-8906-c4fe7a5221cf req-973832e7-67b0-49d2-9e82-aa2aad32756c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468407 Dec 16 18:02:41.919265 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50432) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:42.009015 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6463a2-7a4d-4996-843f-0fd9927a559f tempest-TestMinimumBasicScenario-1873534896 tempest-TestMinimumBasicScenario-1873534896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:42.010550 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-9c6463a2-7a4d-4996-843f-0fd9927a559f tempest-TestMinimumBasicScenario-1873534896 tempest-TestMinimumBasicScenario-1873534896-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1093 time: 0.0902507 Dec 16 18:02:42.013542 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50436) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:42.017805 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'port_id': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:42.043257 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for floatingip, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.146350 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce0560-3b3d-483b-829f-75b05396761a req-5c81caa7-c09d-4c0a-84d1-65baac98bf42 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:42.147855 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-86ce0560-3b3d-483b-829f-75b05396761a req-5c81caa7-c09d-4c0a-84d1-65baac98bf42 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0624421 Dec 16 18:02:42.219351 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-86ce0560-3b3d-483b-829f-75b05396761a req-aea6e154-78d2-401d-889e-1347b71ba0ea tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647826 Dec 16 18:02:42.225065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.336852 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Allocated IP 172.27.3.180 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/cdce4d65-7452-4213-826f-fd023d5e3915) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:02:42.451634 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.496145 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:42.543524 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:02:42.546654 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:02:42.551347 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:02:42.554274 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'Port': ['ID=cdce4d65-7452-4213-826f-fd023d5e3915,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:42.579476 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.579807 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.581079 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.581079 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.581079 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.581079 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.583520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.583520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.583520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.583520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.583520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.583520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.583520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:42.790475 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db64ec7-3613-4093-8d7a-f7e6c735957e req-191be442-79c0-47c8-bac4-7af905509390 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:42.792006 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3db64ec7-3613-4093-8d7a-f7e6c735957e req-191be442-79c0-47c8-bac4-7af905509390 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 946 time: 0.0491230 Dec 16 18:02:42.841361 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3db64ec7-3613-4093-8d7a-f7e6c735957e req-e91f586f-7170-4760-9a81-4138e0018c14 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420899 Dec 16 18:02:42.925696 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:43.020433 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:43.180211 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:43.187939 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:43.257847 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'Port': ['ID=cdce4d65-7452-4213-826f-fd023d5e3915,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:43.274223 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:43.407607 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b15dae-320a-4e3e-afd9-521fa229cd1a req-53063651-559e-4f7d-8b1f-e6564a07b59c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:43.409637 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-86b15dae-320a-4e3e-afd9-521fa229cd1a req-53063651-559e-4f7d-8b1f-e6564a07b59c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0949872 Dec 16 18:02:43.432365 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Floating IP 18485aab-e4b1-459e-a615-e7628d22ad81 associated. External IP: 172.27.3.180, port: 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72. Dec 16 18:02:43.504051 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-86b15dae-320a-4e3e-afd9-521fa229cd1a req-6178a6a1-240d-4a95-a4e3-62f16e999627 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887880 Dec 16 18:02:43.942896 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Router f52ac559-c813-4ef2-8879-544906375d44 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:02:44.020858 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332251f-cfb0-4b74-bd8c-fbfa598c8cc2 req-7ce008c4-ee53-40af-89a0-051a443dfac6 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.022394 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a332251f-cfb0-4b74-bd8c-fbfa598c8cc2 req-7ce008c4-ee53-40af-89a0-051a443dfac6 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 946 time: 0.0859339 Dec 16 18:02:44.029308 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-45fdfb4a-21bf-480d-9ceb-d5217e87dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.030966 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-45fdfb4a-21bf-480d-9ceb-d5217e87dabe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1098 time: 0.0645487 Dec 16 18:02:44.063819 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:02:44.074059 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] Sync routers for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:02:44.085853 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:44.086229 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.086476 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:02:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:44.118284 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d66769be-4f0a-45c4-9e15-bd3db9195699 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1036966 Dec 16 18:02:44.119150 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:44.121159 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50482) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:44.121598 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:44.125827 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735733232', 'description': 'tempest-secgroup-smoke-1735733232 description', 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:44.140886 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a332251f-cfb0-4b74-bd8c-fbfa598c8cc2 req-ebe50065-d949-4443-aa74-cb6daa25a1fe tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085584 Dec 16 18:02:44.176820 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-5ff6dd5f-db36-43b7-9268-c6820613f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.178338 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-5ff6dd5f-db36-43b7-9268-c6820613f99d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 908 time: 0.1395040 Dec 16 18:02:44.179582 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.242015 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c711d386-1a22-420f-ba50-a9ab10964fa1 x-openstack-request-id: req-c711d386-1a22-420f-ba50-a9ab10964fa1 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:44.242307 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:44.242566 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c711d386-1a22-420f-ba50-a9ab10964fa1 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:44.242994 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'status': 'completed', 'code': 200} Dec 16 18:02:44.281936 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-e0c482f6-5492-4a59-90c7-777d54f56e66 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 1001 time: 0.0925035 Dec 16 18:02:44.316328 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-eef9c9ba-1275-4b75-9687-a7da9cfb5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.318754 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-eef9c9ba-1275-4b75-9687-a7da9cfb5360 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1098 time: 0.0485957 Dec 16 18:02:44.342405 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.348147 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:44.351850 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.361757 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-96ca37ab-6607-4083-93c3-115390e98860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.363251 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-96ca37ab-6607-4083-93c3-115390e98860 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 200 len: 846 time: 0.0730472 Dec 16 18:02:44.418281 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.422778 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2973366 Dec 16 18:02:44.422778 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fcd07d-2750-4e67-8850-8076191f9ed0,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:44.423056 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50488) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:44.431969 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-aa66fea5-53e8-412e-955c-664455d3f460 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'security_group_rule': {'security_group_id': '95fcd07d-2750-4e67-8850-8076191f9ed0', 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:44.432408 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.432835 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.433247 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.433656 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.434060 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.434467 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.434908 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.435367 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.435960 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.436163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.436602 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.437072 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.437473 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda98ae-2e47-4cf1-a2fa-5fc76127b36f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:02:44.449938 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-58996860-54d4-40c7-9067-b7f5e861f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.451775 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-58996860-54d4-40c7-9067-b7f5e861f200 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fa6e92a-e070-482a-ab38-6f3c9667d238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786548 Dec 16 18:02:44.453445 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-f495f5f9-7b32-4be9-9eed-c90a4adbd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.454653 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-f495f5f9-7b32-4be9-9eed-c90a4adbd9d5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 200 len: 916 time: 0.1270623 Dec 16 18:02:44.516990 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aa66fea5-53e8-412e-955c-664455d3f460 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.562002 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-4329884c-f88a-42a4-9b86-9a3941db8cd2 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965486 Dec 16 18:02:44.581431 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-020a92b7-9116-4506-8ed9-76fc34b0fb0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 999 time: 0.1164083 Dec 16 18:02:44.593542 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aa66fea5-53e8-412e-955c-664455d3f460 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.602765 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aa66fea5-53e8-412e-955c-664455d3f460 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.647097 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66fea5-53e8-412e-955c-664455d3f460 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d83ddd-bd8f-466e-9299-1c80f2c56245,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:44.665222 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aa66fea5-53e8-412e-955c-664455d3f460 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.669125 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-aa66fea5-53e8-412e-955c-664455d3f460 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2423992 Dec 16 18:02:44.671990 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50492) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:44.672158 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '18485aab-e4b1-459e-a615-e7628d22ad81', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'port_id': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'mac_address': 'fa:16:3e:fe:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:02:42Z', 'updated_at': '2021-12-16T18:02:42Z', 'revision_number': 0, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:37Z', 'revision_number': 5, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:44.676639 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-c7a4864b-37b7-46b2-afdc-42f8aa5c4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.678363 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-c7a4864b-37b7-46b2-afdc-42f8aa5c4cf0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc6253c9-a632-467b-8014-8504807b50aa HTTP/1.1" status: 200 len: 854 time: 0.0872130 Dec 16 18:02:44.678547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-294a652c-7f6e-4612-bcc3-52f141514053 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'security_group_rule': {'security_group_id': '95fcd07d-2750-4e67-8850-8076191f9ed0', 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:44.705086 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] Checking router: f52ac559-c813-4ef2-8879-544906375d44 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:02:44.715396 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:02:44.716692 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:02:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:44.720082 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8da946-cee3-4231-a5ae-de70251e0e93 req-b814c115-8db3-4644-9f91-f39a2df3be44 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.721652 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ff8da946-cee3-4231-a5ae-de70251e0e93 req-b814c115-8db3-4644-9f91-f39a2df3be44 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.1299441 Dec 16 18:02:44.737527 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-8f0cb4e2-b609-49f6-8977-95eb51ae2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:44.739151 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-8f0cb4e2-b609-49f6-8977-95eb51ae2fb9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b02ceb61-4e66-443a-8dd0-626b884c5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527995 Dec 16 18:02:44.762818 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f4099445-3f31-40ab-89ab-c24eb30d3534 req-019dbc28-5989-478a-84de-de9fc9cbba71 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938062 Dec 16 18:02:44.793958 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-294a652c-7f6e-4612-bcc3-52f141514053 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.811014 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ff8da946-cee3-4231-a5ae-de70251e0e93 req-9ff4c3ff-33e5-46f3-b5b3-ce7484202391 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788271 Dec 16 18:02:44.844626 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:02:44.867190 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-8b221d71-02c8-4b61-9eba-1d41cd840802 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195643 Dec 16 18:02:44.873293 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-294a652c-7f6e-4612-bcc3-52f141514053 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.878220 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-294a652c-7f6e-4612-bcc3-52f141514053 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.902225 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a652c-7f6e-4612-bcc3-52f141514053 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a942a81e-7cfa-4775-b933-2bf2d076e0f6,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:44.909208 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-294a652c-7f6e-4612-bcc3-52f141514053 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.911040 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-294a652c-7f6e-4612-bcc3-52f141514053 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2371230 Dec 16 18:02:44.913128 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50494) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:44.917547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-adf85e0a-ff26-4186-8d1d-2085459f4e2a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'security_group_rule': {'security_group_id': '95fcd07d-2750-4e67-8850-8076191f9ed0', 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:44.954051 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-adf85e0a-ff26-4186-8d1d-2085459f4e2a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:44.985533 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c35fa3b6-6f4b-46c7-b760-ec43c9232d8f req-ca415e21-16f2-45be-96f6-899e4f587638 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037188 Dec 16 18:02:45.022643 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-adf85e0a-ff26-4186-8d1d-2085459f4e2a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.033271 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-adf85e0a-ff26-4186-8d1d-2085459f4e2a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.056305 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf85e0a-ff26-4186-8d1d-2085459f4e2a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d898b52-365f-449e-bc99-b288c1e776fe,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:45.063956 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-adf85e0a-ff26-4186-8d1d-2085459f4e2a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.067171 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-adf85e0a-ff26-4186-8d1d-2085459f4e2a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504691 Dec 16 18:02:45.067526 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50496) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:45.072561 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-4869adcc-b65d-4d92-8427-29aacd0f0236 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'security_group_rule': {'security_group_id': '95fcd07d-2750-4e67-8850-8076191f9ed0', 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:45.104060 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4869adcc-b65d-4d92-8427-29aacd0f0236 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.140582 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '18485aab-e4b1-459e-a615-e7628d22ad81', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'port_id': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'mac_address': 'fa:16:3e:fe:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:02:42Z', 'updated_at': '2021-12-16T18:02:42Z', 'revision_number': 0, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:37Z', 'revision_number': 5, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:02:45.167733 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e763156-648e-45c8-b80d-734ace73ad22 None None] The sync data for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi is: [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '18485aab-e4b1-459e-a615-e7628d22ad81', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'port_id': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'mac_address': 'fa:16:3e:fe:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:02:42Z', 'updated_at': '2021-12-16T18:02:42Z', 'revision_number': 0, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:37Z', 'revision_number': 5, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:02:45.174497 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4869adcc-b65d-4d92-8427-29aacd0f0236 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.176927 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4869adcc-b65d-4d92-8427-29aacd0f0236 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.197747 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869adcc-b65d-4d92-8427-29aacd0f0236 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e455dda2-1b8b-4e5d-9208-2fdbf8ba18f0,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:45.203685 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4869adcc-b65d-4d92-8427-29aacd0f0236 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.206724 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-4869adcc-b65d-4d92-8427-29aacd0f0236 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364005 Dec 16 18:02:45.208142 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50500) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:45.212811 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-aea67f99-836c-4ab4-a0d2-d98588dd0c56 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'security_group_rule': {'security_group_id': '95fcd07d-2750-4e67-8850-8076191f9ed0', 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:45.248688 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.securitygroups_db [None req-aea67f99-836c-4ab4-a0d2-d98588dd0c56 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Project b15f37c1016f4bf69ab6e241b39cbefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:02:45.273236 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aea67f99-836c-4ab4-a0d2-d98588dd0c56 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.313578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b429d-5581-4717-9597-4321ad01ac86 req-716185d3-e44f-47c6-9820-f871b5d6c976 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:45.315219 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e57b429d-5581-4717-9597-4321ad01ac86 req-716185d3-e44f-47c6-9820-f871b5d6c976 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 946 time: 0.0825393 Dec 16 18:02:45.362165 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aea67f99-836c-4ab4-a0d2-d98588dd0c56 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.368686 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aea67f99-836c-4ab4-a0d2-d98588dd0c56 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.402243 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ae4eb-de51-4b09-93e3-861f36441003 None None] New status for floating IP 18485aab-e4b1-459e-a615-e7628d22ad81: ACTIVE {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:02:45.406745 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e57b429d-5581-4717-9597-4321ad01ac86 req-d0bf686c-b7b5-454c-b94c-95797e6cea9a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845153 Dec 16 18:02:45.407930 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea67f99-836c-4ab4-a0d2-d98588dd0c56 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2755c2-1c07-4634-9055-9148ff26f5ed,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:45.412921 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aea67f99-836c-4ab4-a0d2-d98588dd0c56 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.414354 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-aea67f99-836c-4ab4-a0d2-d98588dd0c56 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2048526 Dec 16 18:02:45.416949 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50502) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:45.421676 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-aca59815-d565-4b7f-95c8-d9993cc875b7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'security_group_rule': {'security_group_id': '95fcd07d-2750-4e67-8850-8076191f9ed0', 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:45.450426 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.securitygroups_db [None req-aca59815-d565-4b7f-95c8-d9993cc875b7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Project b15f37c1016f4bf69ab6e241b39cbefb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:02:45.457632 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aca59815-d565-4b7f-95c8-d9993cc875b7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.517895 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aca59815-d565-4b7f-95c8-d9993cc875b7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.522025 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aca59815-d565-4b7f-95c8-d9993cc875b7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.540784 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca59815-d565-4b7f-95c8-d9993cc875b7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c061d8f1-9ef9-4e9f-ad73-de1292402848,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:45.551941 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-aca59815-d565-4b7f-95c8-d9993cc875b7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.556071 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-aca59815-d565-4b7f-95c8-d9993cc875b7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352336 Dec 16 18:02:45.669748 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-4749b27d-ac1b-4ed3-805a-0782470eaebd tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735733232&fields=id&tenant_id=b15f37c1016f4bf69ab6e241b39cbefb HTTP/1.1" status: 200 len: 267 time: 0.0537205 Dec 16 18:02:45.727722 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-d69f6f27-2f61-48a0-8edf-04584a6e2273 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:45.729167 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-d69f6f27-2f61-48a0-8edf-04584a6e2273 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0531528 Dec 16 18:02:45.747243 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'port': {'security_groups': ['65b547d5-6754-46fb-a5c7-3fa474deca1b', '95fcd07d-2750-4e67-8850-8076191f9ed0']}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:02:45.817439 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:45.938348 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcfc44-cbbc-48ad-a079-c3c4a83964b4 req-6cc669b2-d70a-4e3e-b21b-dbb5a6af04c3 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:45.939998 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e5fcfc44-cbbc-48ad-a079-c3c4a83964b4 req-6cc669b2-d70a-4e3e-b21b-dbb5a6af04c3 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0539174 Dec 16 18:02:45.991265 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e5fcfc44-cbbc-48ad-a079-c3c4a83964b4 req-b6f5666c-5542-4e9f-af53-810d4bf5305f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444770 Dec 16 18:02:46.009633 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] For port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:46.038228 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.044283 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.055683 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:02:46.089592 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.090199 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.091752 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-68aff752-3734-4e1e-8d10-d52b6f18c55b req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "PUT /v2.0/ports/247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 981 time: 0.3523047 Dec 16 18:02:46.092219 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:46.094517 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c" -d '{"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:46.122372 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5612b7-3cc3-492d-bb2b-6bf6e947a6b3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'Port': ['ID=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,revision_number=6']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:46.166930 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005b1ccd-3bc6-41e5-9fe6-4ec25abcfd30 x-openstack-request-id: req-005b1ccd-3bc6-41e5-9fe6-4ec25abcfd30 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:46.167397 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:46.167660 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-005b1ccd-3bc6-41e5-9fe6-4ec25abcfd30 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:46.168091 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'status': 'completed', 'code': 200} Dec 16 18:02:46.229447 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46112084-6c9d-4b66-8621-c0aa6855afc9 req-6075fb1d-8b57-4733-9dce-23677c122d5c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.238585 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46112084-6c9d-4b66-8621-c0aa6855afc9 req-6075fb1d-8b57-4733-9dce-23677c122d5c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0626442 Dec 16 18:02:46.242841 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-87ea4b80-e6f3-4a97-89dc-bba2fe42b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.244324 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-87ea4b80-e6f3-4a97-89dc-bba2fe42b318 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1137 time: 0.0488882 Dec 16 18:02:46.253597 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:02:46.311537 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46112084-6c9d-4b66-8621-c0aa6855afc9 req-637b0b4a-48c6-4185-8e0f-18ecdbf3042b tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717707 Dec 16 18:02:46.357152 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-67699dd5-6b3b-4941-9c4c-0f9e860199fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.358684 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-67699dd5-6b3b-4941-9c4c-0f9e860199fb service neutron] 10.222.0.76 "GET /v2.0/networks?id=b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 200 len: 916 time: 0.1031218 Dec 16 18:02:46.429175 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-7a54b35a-0597-4cf1-b421-3698432bb4ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 1001 time: 0.0626333 Dec 16 18:02:46.439353 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-08eac4d3-e841-4d0c-b75f-b9d7acf20a8e None None] Provisioning complete for port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:02:46.439736 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-08eac4d3-e841-4d0c-b75f-b9d7acf20a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:46.492202 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-4dbe621b-bc1b-46a5-a504-9c4955beb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.493767 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-4dbe621b-bc1b-46a5-a504-9c4955beb170 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc6253c9-a632-467b-8014-8504807b50aa HTTP/1.1" status: 200 len: 854 time: 0.0552142 Dec 16 18:02:46.556529 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-c0e85b4f-0fde-48ad-a05c-891c02cc3a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:46.558039 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-c0e85b4f-0fde-48ad-a05c-891c02cc3a6e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b02ceb61-4e66-443a-8dd0-626b884c5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502856 Dec 16 18:02:46.651167 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-f4cf8c13-a77c-43b8-8d54-abdb80f41582 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847137 Dec 16 18:02:46.756008 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6aa8abbb-1658-42d0-99a5-c6dbef2e649c req-46108a00-e578-4f5c-bc3d-36b092c38422 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967128 Dec 16 18:02:47.125294 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360872f-a243-4852-a474-54a4feb99636 req-34482d85-26ac-452d-95b4-e14e31c9fd37 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:47.127742 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4360872f-a243-4852-a474-54a4feb99636 req-34482d85-26ac-452d-95b4-e14e31c9fd37 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0526226 Dec 16 18:02:47.181352 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4360872f-a243-4852-a474-54a4feb99636 req-2cd3816a-9e0b-44ee-b2a8-dd5a0d0de914 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472970 Dec 16 18:02:47.390459 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50526) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:02:47.407740 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e151d40-05ea-4bc2-9635-82aa79837fdf req-9ec461ef-6020-4923-ba19-eae90811fa60 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:47.409378 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3e151d40-05ea-4bc2-9635-82aa79837fdf req-9ec461ef-6020-4923-ba19-eae90811fa60 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0566316 Dec 16 18:02:47.466138 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3e151d40-05ea-4bc2-9635-82aa79837fdf req-e2366a17-6f03-408c-b2fd-8d5b6dcf2ec8 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504017 Dec 16 18:02:47.481655 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-e906a748-b59f-41b3-9d18-5e0a041aae12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898252 Dec 16 18:02:47.491951 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-a1280280-7691-46e7-b5f4-991324b67b93 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:02:47.492916 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-a1280280-7691-46e7-b5f4-991324b67b93 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056608 Dec 16 18:02:48.591102 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9e344-d873-4392-a3cd-93dfd76ffe20 req-aab3cc5f-356f-472d-b757-aca7b004895c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:48.592610 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6b9e344-d873-4392-a3cd-93dfd76ffe20 req-aab3cc5f-356f-472d-b757-aca7b004895c tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0557108 Dec 16 18:02:48.645396 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6b9e344-d873-4392-a3cd-93dfd76ffe20 req-4dd4a260-9d97-43af-bcb7-b07f39c0bf70 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464470 Dec 16 18:02:49.038692 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-c93596b2-9391-4a08-a3bf-923e29a5899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:49.040107 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-c93596b2-9391-4a08-a3bf-923e29a5899f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4&tenant_id=30f9c4f0e45341af9bb59fb5a170bba7 HTTP/1.1" status: 200 len: 1098 time: 0.0774865 Dec 16 18:02:49.117731 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-68100b88-80c2-49a9-9c88-61dfc5a59e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:49.119293 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-68100b88-80c2-49a9-9c88-61dfc5a59e9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1098 time: 0.0488570 Dec 16 18:02:49.218940 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-e9266c45-c540-4599-a756-d2213152900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:49.220446 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-e9266c45-c540-4599-a756-d2213152900c service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 908 time: 0.0919061 Dec 16 18:02:49.296002 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-db67cf0f-5e02-4e29-aa8e-097c947aa148 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 1001 time: 0.0584159 Dec 16 18:02:49.345594 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-c7d2ae3f-274a-4352-9c6e-cb4e339afb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:49.347148 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-c7d2ae3f-274a-4352-9c6e-cb4e339afb57 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 200 len: 846 time: 0.0439680 Dec 16 18:02:49.398698 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-6dafcb3b-7da3-45ae-9e24-14cbb645aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:49.400169 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-6dafcb3b-7da3-45ae-9e24-14cbb645aa39 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fa6e92a-e070-482a-ab38-6f3c9667d238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460064 Dec 16 18:02:49.501624 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-66eb0162-e5e1-4106-a650-6121911f2596 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923827 Dec 16 18:02:49.604950 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-41437494-50c8-4658-b81c-f995656b1713 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883267 Dec 16 18:02:49.776542 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de265d4-497d-49b9-8dea-3f13dc04f02d req-00192931-5564-4369-a52b-c4873475dc00 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:49.778051 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6de265d4-497d-49b9-8dea-3f13dc04f02d req-00192931-5564-4369-a52b-c4873475dc00 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0592506 Dec 16 18:02:49.829415 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6de265d4-497d-49b9-8dea-3f13dc04f02d req-23ac9594-298b-4d99-865c-88ac2b40b051 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446420 Dec 16 18:02:50.889838 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6d17d62c-a308-44c9-bf27-e54417dc07f0 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:02:50.966220 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ae9dc-6813-402f-ad37-31472f77b692 req-1eb4aaef-71b6-4912-93b2-f0d7c405cdcd tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:50.967873 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d19ae9dc-6813-402f-ad37-31472f77b692 req-1eb4aaef-71b6-4912-93b2-f0d7c405cdcd tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0526190 Dec 16 18:02:50.969055 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:51.004964 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:02:51.007314 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7722a29f-7a43-41a3-8523-439c26dea053" -d '{"events": [{"server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:02:51.018355 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-59fac71f-307b-45e7-b021-13be2a50e0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:51.022901 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:51.030653 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:51.035436 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d19ae9dc-6813-402f-ad37-31472f77b692 req-43a8c1f2-c454-4aee-9255-77e7665815d7 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604675 Dec 16 18:02:51.058015 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af379438-3976-4808-8c50-5d2c7d3db5e5 x-openstack-request-id: req-af379438-3976-4808-8c50-5d2c7d3db5e5 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:02:51.058307 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:02:51.058564 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af379438-3976-4808-8c50-5d2c7d3db5e5 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:02:51.058975 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'code': 200} Dec 16 18:02:51.085825 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=6']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:52.177007 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2819b0-f5ac-4739-9cba-42d853ca3dca req-9ead23ba-59a6-483f-99a2-4bf702f9022d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:52.178514 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0e2819b0-f5ac-4739-9cba-42d853ca3dca req-9ead23ba-59a6-483f-99a2-4bf702f9022d tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0578437 Dec 16 18:02:52.232736 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0e2819b0-f5ac-4739-9cba-42d853ca3dca req-84fafc95-6cdd-47f5-b912-088d50505ce5 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453219 Dec 16 18:02:53.284420 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bccd2c38-a071-467d-8561-508e4f879839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:53.357485 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:53.364176 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8449027-d9df-4e7e-824c-fa5965bc5090 req-ebb0a83b-83c1-45e8-909c-797b5b9167bf tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:53.365690 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c8449027-d9df-4e7e-824c-fa5965bc5090 req-ebb0a83b-83c1-45e8-909c-797b5b9167bf tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0565388 Dec 16 18:02:53.429300 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c8449027-d9df-4e7e-824c-fa5965bc5090 req-2bcc72f0-a68f-46d9-9962-7f043347cd59 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571928 Dec 16 18:02:54.572092 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1bd0c-365d-4232-9215-72bf9e751902 req-2efa37ca-636d-4f22-bc37-850dd93d94d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:54.573630 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8ed1bd0c-365d-4232-9215-72bf9e751902 req-2efa37ca-636d-4f22-bc37-850dd93d94d9 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0571609 Dec 16 18:02:54.581331 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:54.625564 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8ed1bd0c-365d-4232-9215-72bf9e751902 req-7e21ac12-88bf-4589-a795-9f6675565e71 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457366 Dec 16 18:02:55.745915 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991373b-08b6-4236-b55f-92c156dbf11e req-889f03f8-a0b8-4002-be76-b3e46083c4e1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:55.749275 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2991373b-08b6-4236-b55f-92c156dbf11e req-889f03f8-a0b8-4002-be76-b3e46083c4e1 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0534303 Dec 16 18:02:55.798214 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2991373b-08b6-4236-b55f-92c156dbf11e req-3a9a35b9-a9a2-498d-b288-15b63c1e205a tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442307 Dec 16 18:02:56.052227 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:56.798120 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:56.926167 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7fcf-796c-4cb6-b3b0-d252eef70bc3 req-99e62d2d-e588-4448-b811-0412f745437f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:56.927631 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-26ab7fcf-796c-4cb6-b3b0-d252eef70bc3 req-99e62d2d-e588-4448-b811-0412f745437f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0563304 Dec 16 18:02:56.982406 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-26ab7fcf-796c-4cb6-b3b0-d252eef70bc3 req-128b2b11-f362-4da5-9924-db657d305686 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485816 Dec 16 18:02:57.067100 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb269890-25a2-4493-bd0a-1cda3bd91779 req-18c22bcb-efc5-4be3-8a76-653afacd254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:57.068737 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bb269890-25a2-4493-bd0a-1cda3bd91779 req-18c22bcb-efc5-4be3-8a76-653afacd254f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1096 time: 0.0420678 Dec 16 18:02:57.117827 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bb269890-25a2-4493-bd0a-1cda3bd91779 req-0405f775-e1be-4cd4-bab2-e746c88ff022 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412204 Dec 16 18:02:58.104137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd94d6-5dee-44ad-ac3b-f23c7ec024ce req-6bb6d127-2297-4805-854a-a9e4b2460ae8 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:58.105601 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d3dd94d6-5dee-44ad-ac3b-f23c7ec024ce req-6bb6d127-2297-4805-854a-a9e4b2460ae8 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 943 time: 0.0532470 Dec 16 18:02:58.156190 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d3dd94d6-5dee-44ad-ac3b-f23c7ec024ce req-dfec0d81-9f61-4b6f-a1ad-ee9da002d8c3 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444262 Dec 16 18:02:58.909143 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6d17d62c-a308-44c9-bf27-e54417dc07f0 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:02:59.010269 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:59.021948 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'port_id': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'mac_address': 'fa:16:3e:3b:a8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:02:59.058250 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:59.071158 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d17d62c-a308-44c9-bf27-e54417dc07f0 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:02:59.090651 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:02:59.097155 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:02:59.144034 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=7']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:02:59.281067 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e455f-dd2b-49da-92a6-954f09894800 req-a8130cb0-3f50-4e26-96d0-8384d2acaebb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:02:59.282502 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e82e455f-dd2b-49da-92a6-954f09894800 req-a8130cb0-3f50-4e26-96d0-8384d2acaebb tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 944 time: 0.0544329 Dec 16 18:02:59.343026 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e82e455f-dd2b-49da-92a6-954f09894800 req-d31c9cf9-9f29-4b30-b18f-5301bad9f22f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524678 Dec 16 18:02:59.490322 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['6d17d62c-a308-44c9-bf27-e54417dc07f0'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:03:00.909772 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6d17d62c-a308-44c9-bf27-e54417dc07f0 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:03:00.968941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 6d17d62c-a308-44c9-bf27-e54417dc07f0 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:03:00.969325 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:01.048510 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:01.071466 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:01.073710 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c657460-405f-4f23-8a07-f0c2a07a8295" -d '{"events": [{"server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "name": "network-vif-plugged", "status": "completed", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:01.090176 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:01.095207 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:01.117689 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f1ce7-5024-479c-bf68-9c5f38752e9a x-openstack-request-id: req-c17f1ce7-5024-479c-bf68-9c5f38752e9a {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:01.118003 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "name": "network-vif-plugged", "status": "completed", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:01.118254 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c17f1ce7-5024-479c-bf68-9c5f38752e9a {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:01.118646 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'code': 200} Dec 16 18:03:01.144720 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=8']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:12.101373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f0ea-1f8d-48e7-9030-da313be73461 req-bc3ad5a6-0196-4c73-af60-fdfecda403e4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:12.102866 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3a40f0ea-1f8d-48e7-9030-da313be73461 req-bc3ad5a6-0196-4c73-af60-fdfecda403e4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0646002 Dec 16 18:03:12.154390 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3a40f0ea-1f8d-48e7-9030-da313be73461 req-2e44313c-6859-4389-bfe6-a345b76b02ff tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455072 Dec 16 18:03:13.277898 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5fa61-641f-45fb-9d2f-e8d46e894ceb req-07574d22-7a09-4c31-86a0-1114cfe44df7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:13.279389 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-aba5fa61-641f-45fb-9d2f-e8d46e894ceb req-07574d22-7a09-4c31-86a0-1114cfe44df7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0516756 Dec 16 18:03:13.341686 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-aba5fa61-641f-45fb-9d2f-e8d46e894ceb req-70207645-0cb2-4ff4-b5c9-2c634cc96427 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=47dd66ed-c136-4b13-8c47-ef4a420181c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554204 Dec 16 18:03:13.553754 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69605-6b1d-4cc1-a704-569492783fce req-28564767-76e7-4bdd-8b94-e8989ce1922a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:13.555259 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-39e69605-6b1d-4cc1-a704-569492783fce req-28564767-76e7-4bdd-8b94-e8989ce1922a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 945 time: 0.0510924 Dec 16 18:03:13.656018 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Deleting port a7bb0c45-53de-4c29-97b7-aabce3e37a85 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:13.656340 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:13.747690 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] For port a7bb0c45-53de-4c29-97b7-aabce3e37a85, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=a7bb0c45-53de-4c29-97b7-aabce3e37a85,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:13.748239 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:13.990078 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:13.990608 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:13.991482 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Floating IP 268d6c44-458f-4eec-b44e-24efe55aac15 disassociated. External IP: 172.27.3.128, port: a7bb0c45-53de-4c29-97b7-aabce3e37a85. Dec 16 18:03:13.991934 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Calling delete_port for a7bb0c45-53de-4c29-97b7-aabce3e37a85 owned by compute:nova {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:14.145500 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:14.175327 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event deleted for resources: {'Port': ['ID=a7bb0c45-53de-4c29-97b7-aabce3e37a85,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:14.294451 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Router 38ea63a7-230b-4951-9e10-1dc5dc95b95c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:03:14.409899 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:03:14.423298 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] Sync routers for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:03:14.435844 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:03:14.436992 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:02:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:14.443512 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c768bdfb-dfaf-45c7-81b4-d255265a5efb req-4972d4d7-09f8-46f1-924e-617ef4ffc3f1 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e6bc622-be3a-4c87-90e5-80f6bf9f4d39 HTTP/1.1" status: 200 len: 210 time: 0.0288875 Dec 16 18:03:14.466912 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] No DVR routers for this DVR port a7bb0c45-53de-4c29-97b7-aabce3e37a85 on host hv-cinder-81920 {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:03:14.466912 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:14.466912 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-39e69605-6b1d-4cc1-a704-569492783fce req-f4723f58-67a2-450d-b2a9-cb7625f7f75c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "DELETE /v2.0/ports/a7bb0c45-53de-4c29-97b7-aabce3e37a85 HTTP/1.1" status: 204 len: 173 time: 0.8998797 Dec 16 18:03:14.466912 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'name': 'network-vif-deleted', 'tag': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:14.467261 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a239a-8f92-4063-963b-b86976227458" -d '{"events": [{"server_uuid": "6e6bc622-be3a-4c87-90e5-80f6bf9f4d39", "name": "network-vif-deleted", "tag": "a7bb0c45-53de-4c29-97b7-aabce3e37a85"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:14.510875 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e884b49-b6ed-45f7-80a2-756febb21540 x-openstack-request-id: req-8e884b49-b6ed-45f7-80a2-756febb21540 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:14.511166 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6bc622-be3a-4c87-90e5-80f6bf9f4d39", "name": "network-vif-deleted", "tag": "a7bb0c45-53de-4c29-97b7-aabce3e37a85", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:14.511416 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e884b49-b6ed-45f7-80a2-756febb21540 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:14.511810 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6bc622-be3a-4c87-90e5-80f6bf9f4d39', 'name': 'network-vif-deleted', 'tag': 'a7bb0c45-53de-4c29-97b7-aabce3e37a85', 'status': 'completed', 'code': 200} Dec 16 18:03:14.556001 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:03:14.901932 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:14.930200 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] Checking router: 38ea63a7-230b-4951-9e10-1dc5dc95b95c for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:03:14.940149 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:03:14.940739 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:02:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:15.060525 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:03:15.274018 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:15.307559 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cb007-6d87-43bf-ad4f-cb246b1d8afb None None] The sync data for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi is: [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:03:15.542574 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50602) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:15.577381 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74002a-c373-4e3f-9351-bbdc4b4027ee None None] New status for floating IP 268d6c44-458f-4eec-b44e-24efe55aac15: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:03:15.608812 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb37d-7ac0-4f76-926f-1026b015076a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:15.634419 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb37d-7ac0-4f76-926f-1026b015076a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:15.698905 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb37d-7ac0-4f76-926f-1026b015076a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:15.703258 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f9dbb37d-7ac0-4f76-926f-1026b015076a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:15.707418 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-f9dbb37d-7ac0-4f76-926f-1026b015076a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "DELETE /v2.0/security-groups/47dd66ed-c136-4b13-8c47-ef4a420181c2 HTTP/1.1" status: 204 len: 168 time: 0.1630695 Dec 16 18:03:15.708941 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50604) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:15.731539 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.api.v2.resource [None req-36916578-22e7-4d84-bf2f-f990b3eb2c06 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] show failed (client error): The resource could not be found. Dec 16 18:03:15.732539 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbb37d-7ac0-4f76-926f-1026b015076a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd66ed-c136-4b13-8c47-ef4a420181c2,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:15.737395 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50606) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:15.738824 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-36916578-22e7-4d84-bf2f-f990b3eb2c06 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups/47dd66ed-c136-4b13-8c47-ef4a420181c2 HTTP/1.1" status: 404 len: 347 time: 0.0268266 Dec 16 18:03:15.909356 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Deleting port df5661fd-b9d2-4be7-9747-044112a3c35c {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:15.909762 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.004152 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.004474 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.017131 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Calling delete_port for df5661fd-b9d2-4be7-9747-044112a3c35c owned by network:floatingip {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:16.179886 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.212321 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event deleted for resources: {'Port': ['ID=df5661fd-b9d2-4be7-9747-044112a3c35c,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:16.282723 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.285507 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.287135 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-6ad499ff-8a6d-41cc-87e8-7b7513e216d2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "DELETE /v2.0/floatingips/268d6c44-458f-4eec-b44e-24efe55aac15 HTTP/1.1" status: 204 len: 168 time: 0.5486429 Dec 16 18:03:16.838095 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50610) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:16.843419 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-fd167bc3-e3e7-492e-b47d-e59f6bbf71a8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024055945', 'description': 'tempest-description--711007299'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:16.871326 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fd167bc3-e3e7-492e-b47d-e59f6bbf71a8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.952115 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fd167bc3-e3e7-492e-b47d-e59f6bbf71a8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.957775 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fd167bc3-e3e7-492e-b47d-e59f6bbf71a8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.987551 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fd167bc3-e3e7-492e-b47d-e59f6bbf71a8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:16.988638 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-fd167bc3-e3e7-492e-b47d-e59f6bbf71a8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489229 Dec 16 18:03:16.992156 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50612) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:16.993107 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd167bc3-e3e7-492e-b47d-e59f6bbf71a8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40297bf-ba63-455d-81ad-b1af8d2e491f,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:16.997085 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-a8d17440-a8cb-40ab-906d-085d38598c8b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'security_group_rule': {'security_group_id': 'a40297bf-ba63-455d-81ad-b1af8d2e491f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:17.029485 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a8d17440-a8cb-40ab-906d-085d38598c8b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.090730 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a8d17440-a8cb-40ab-906d-085d38598c8b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.097632 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a8d17440-a8cb-40ab-906d-085d38598c8b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.115717 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d17440-a8cb-40ab-906d-085d38598c8b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b003825-5d1d-4acd-b5fc-89889e763c0b,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:17.129137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a8d17440-a8cb-40ab-906d-085d38598c8b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.134416 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a8d17440-a8cb-40ab-906d-085d38598c8b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410503 Dec 16 18:03:17.134667 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50614) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:17.139587 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-00a9b54d-9b35-4361-ae93-67923f715879 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'security_group_rule': {'security_group_id': 'a40297bf-ba63-455d-81ad-b1af8d2e491f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:17.174969 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-00a9b54d-9b35-4361-ae93-67923f715879 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.242014 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-00a9b54d-9b35-4361-ae93-67923f715879 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.247676 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-00a9b54d-9b35-4361-ae93-67923f715879 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.266037 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9b54d-9b35-4361-ae93-67923f715879 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657a52f4-2b8b-4ade-9739-fe7da7c05b21,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:17.274827 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-00a9b54d-9b35-4361-ae93-67923f715879 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.276064 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-00a9b54d-9b35-4361-ae93-67923f715879 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403277 Dec 16 18:03:17.279395 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50616) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:17.283735 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:17.309163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.434434 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.556336 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Allocated IP 172.27.3.242 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/c16581ec-1d53-452b-8ad8-c9d82e49950f) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:03:17.670565 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.705824 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.753712 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:03:17.759442 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:03:17.761679 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'Port': ['ID=c16581ec-1d53-452b-8ad8-c9d82e49950f,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:17.763833 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:03:17.851623 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:17.887036 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:18.044938 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:18.051019 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:18.123893 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'Port': ['ID=c16581ec-1d53-452b-8ad8-c9d82e49950f,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:18.133309 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:18.150294 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:18.152062 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-6e0ad14c-4620-4d10-b918-119ae0b3526d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8712869 Dec 16 18:03:18.156697 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:03:18.589892 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-46500330-979a-4478-9020-f113067c41d6 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1024055945&fields=id&tenant_id=27b338079c744874b26565ecd0d93596 HTTP/1.1" status: 200 len: 267 time: 0.3258643 Dec 16 18:03:18.710985 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-b8b4c487-2dfd-4f69-9f6e-2c91a3b03221 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:18.712488 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-b8b4c487-2dfd-4f69-9f6e-2c91a3b03221 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 810 time: 0.1107249 Dec 16 18:03:18.731086 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-43f6b8c2-b48e-4dcf-b938-fe11e2cb4663 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/quotas/27b338079c744874b26565ecd0d93596 HTTP/1.1" status: 200 len: 375 time: 0.0115600 Dec 16 18:03:18.793251 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-7e4b52dd-3bc1-4c86-bb44-aee463d265fb tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519006 Dec 16 18:03:18.960842 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-cf035307-548c-4ada-b189-5fd640396999 service neutron] 10.222.0.32 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539593 Dec 16 18:03:19.039187 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device a7bb0c45-53de-4c29-97b7-aabce3e37a85 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:03:19.062579 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: a7bb0c45-53de-4c29-97b7-aabce3e37a85 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:03:19.062949 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device a7bb0c45-53de-4c29-97b7-aabce3e37a85 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:03:19.064646 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-426b4819-50dc-4157-b51b-84045aa03f4a service neutron] 10.222.0.32 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963712 Dec 16 18:03:19.232383 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1a8d3777-6d1b-4c99-bd3a-103994c09721 req-6409e402-22a7-4775-bef8-80d48062ddc2 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 210 time: 0.0291369 Dec 16 18:03:20.290553 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-327fafff-a3e1-4e7c-8715-865a12349dc1 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:20.292441 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-327fafff-a3e1-4e7c-8715-865a12349dc1 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 810 time: 0.1171911 Dec 16 18:03:20.359280 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c6b4dc48-d783-440a-82fb-0d1fae0c06e3 req-958c61dd-d5e5-4507-86c5-859a1e7633ed tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 210 time: 0.0465472 Dec 16 18:03:20.394429 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-c3ac2e48-4b6e-4f3f-aa47-aa8b3f2f61da tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27b338079c744874b26565ecd0d93596 HTTP/1.1" status: 200 len: 380 time: 0.0903502 Dec 16 18:03:20.405143 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'port': {'device_id': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'admin_state_up': True, 'tenant_id': '27b338079c744874b26565ecd0d93596', 'security_groups': ['a40297bf-ba63-455d-81ad-b1af8d2e491f']}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:20.527734 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Made reservation on behalf of 27b338079c744874b26565ecd0d93596 for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:03:20.531522 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:20.669750 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Allocated IP 172.20.0.4 (43f239ba-5297-4276-aa7c-a1261d7cfa70/0f625ea4-6270-40c1-8bf0-53a0de072516/8d32b2ae-696c-4691-9736-3ca1147eff32) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:03:20.818430 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:20.854601 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:20.899984 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:03:20.904435 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:03:20.908305 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:03:20.914986 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event updated for resources: {'Port': ['ID=8d32b2ae-696c-4691-9736-3ca1147eff32,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:20.969176 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:20.969879 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:20.989443 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-339d517f-47b1-4a32-9dd8-645b764e3b43 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881438 Dec 16 18:03:21.005140 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-fed80ac9-cef8-4f75-a5e7-83bf1437a6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.053788 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Request body: {'port': {'device_id': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:21.113296 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.137729 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-d197838f-8612-4af7-8773-790b3a702bd7 None None] Provisioning complete for port 8d32b2ae-696c-4691-9736-3ca1147eff32 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:03:21.138098 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d197838f-8612-4af7-8773-790b3a702bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.173326 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-d197838f-8612-4af7-8773-790b3a702bd7 None None] Port 8d32b2ae-696c-4691-9736-3ca1147eff32 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:03:21.376281 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d32b2ae-696c-4691-9736-3ca1147eff32 {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:03:21.384365 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.397224 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Transition to ACTIVE for port object 8d32b2ae-696c-4691-9736-3ca1147eff32 will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:03:21.401984 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.450052 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Pushing event updated for resources: {'Port': ['ID=8d32b2ae-696c-4691-9736-3ca1147eff32,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:21.495760 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ebffb-f147-4f19-974c-5b3a58f8e185 req-268b55d3-298a-4c0d-8237-128110e56625 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:21.497354 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-199ebffb-f147-4f19-974c-5b3a58f8e185 req-268b55d3-298a-4c0d-8237-128110e56625 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 943 time: 0.0633898 Dec 16 18:03:21.530534 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Attempting to bind port 8d32b2ae-696c-4691-9736-3ca1147eff32 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:03:21.530979 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Attempting to bind port 8d32b2ae-696c-4691-9736-3ca1147eff32 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:03:21.531307 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Attempting to bind port 8d32b2ae-696c-4691-9736-3ca1147eff32 on network 43f239ba-5297-4276-aa7c-a1261d7cfa70 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:03:21.537717 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Port 8d32b2ae-696c-4691-9736-3ca1147eff32 on network 43f239ba-5297-4276-aa7c-a1261d7cfa70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:03:21.538239 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Attempting to bind port 8d32b2ae-696c-4691-9736-3ca1147eff32 on network 43f239ba-5297-4276-aa7c-a1261d7cfa70 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:03:21.544260 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:03:21.544785 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Checking segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:03:21.545001 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Bound using segment: {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:03:21.545645 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Bound port: 8d32b2ae-696c-4691-9736-3ca1147eff32, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b9dc1a-f911-4f47-ab7d-7887d590c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:03:21.546011 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.567299 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-199ebffb-f147-4f19-974c-5b3a58f8e185 req-a45b1c60-549c-4075-a766-254a1c77a1d9 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636747 Dec 16 18:03:21.616861 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] For port 8d32b2ae-696c-4691-9736-3ca1147eff32, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:03:21.620281 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] For port 8d32b2ae-696c-4691-9736-3ca1147eff32, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8d32b2ae-696c-4691-9736-3ca1147eff32,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:03:21.625985 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.664890 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:21.665529 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:21.666940 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] 10.222.0.76 "PUT /v2.0/ports/8d32b2ae-696c-4691-9736-3ca1147eff32 HTTP/1.1" status: 200 len: 1093 time: 0.6181977 Dec 16 18:03:21.667388 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'tag': '8d32b2ae-696c-4691-9736-3ca1147eff32'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:21.669635 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455" -d '{"events": [{"name": "network-changed", "server_uuid": "1baf3ec0-6bf3-4ec7-93ce-46d3471c9984", "tag": "8d32b2ae-696c-4691-9736-3ca1147eff32"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:21.704157 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc27a5a-eb5b-49b6-b587-fe73001c8efa service neutron] Pushing event updated for resources: {'Port': ['ID=8d32b2ae-696c-4691-9736-3ca1147eff32,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:21.723828 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39f014d-d541-4781-b8c0-1036aa507cfe x-openstack-request-id: req-f39f014d-d541-4781-b8c0-1036aa507cfe {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:21.724127 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baf3ec0-6bf3-4ec7-93ce-46d3471c9984", "tag": "8d32b2ae-696c-4691-9736-3ca1147eff32", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:21.724386 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f39f014d-d541-4781-b8c0-1036aa507cfe {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:21.724914 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'tag': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'status': 'completed', 'code': 200} Dec 16 18:03:21.783878 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-f69c486c-fea7-4d0c-a0e3-c50392840057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:21.785546 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-f69c486c-fea7-4d0c-a0e3-c50392840057 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 1096 time: 0.0517092 Dec 16 18:03:21.836660 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-8b1cab92-9d30-431b-a6b7-5dac9d0f1482 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d32b2ae-696c-4691-9736-3ca1147eff32 HTTP/1.1" status: 200 len: 217 time: 0.0411534 Dec 16 18:03:21.892030 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-62311d3b-01f4-4d52-ab99-b9bb4f58d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:21.893406 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-62311d3b-01f4-4d52-ab99-b9bb4f58d962 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 200 len: 849 time: 0.0479829 Dec 16 18:03:21.941851 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-cca85dc5-87f7-49b0-868b-6881b8b419b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:21.943826 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-cca85dc5-87f7-49b0-868b-6881b8b419b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f239ba-5297-4276-aa7c-a1261d7cfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415795 Dec 16 18:03:22.043316 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-df478c54-410c-4d5c-8f87-674c3dd35024 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899508 Dec 16 18:03:22.138178 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-617ee5e1-2b77-4207-b3cb-47a815479c53 req-f0c0df2d-0490-4273-8ae5-56813304854e service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850441 Dec 16 18:03:22.235749 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-91dcab0c-f07c-4075-a5cf-38fc1eff4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.237274 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-91dcab0c-f07c-4075-a5cf-38fc1eff4fd0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 1096 time: 0.0489943 Dec 16 18:03:22.330692 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-5801d0a4-f81e-402e-9f81-36584f2f83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.332184 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-5801d0a4-f81e-402e-9f81-36584f2f83fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 911 time: 0.0876582 Dec 16 18:03:22.379330 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-83ae8d6b-a738-4f3f-88f1-e8cfc2b0a217 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d32b2ae-696c-4691-9736-3ca1147eff32 HTTP/1.1" status: 200 len: 217 time: 0.0388052 Dec 16 18:03:22.434708 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-e744a041-d12c-4ab5-9636-abcb3b475a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.436234 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-e744a041-d12c-4ab5-9636-abcb3b475a9d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 200 len: 849 time: 0.0488262 Dec 16 18:03:22.495269 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-22356cff-1faa-44e0-8eaa-3db6ebaa9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.497318 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-22356cff-1faa-44e0-8eaa-3db6ebaa9964 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f239ba-5297-4276-aa7c-a1261d7cfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530751 Dec 16 18:03:22.598534 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-0b470b7b-7139-451c-9a2f-fdc5cb15d8e3 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930383 Dec 16 18:03:22.691756 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9cb75-5dc0-4a16-932f-e0ce04fa35e2 req-8621cc1a-8d44-46b9-89e9-d5e242d34301 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:22.693431 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0fe9cb75-5dc0-4a16-932f-e0ce04fa35e2 req-8621cc1a-8d44-46b9-89e9-d5e242d34301 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 943 time: 0.0561039 Dec 16 18:03:22.699057 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3dc1433a-4a8c-4d44-ab2f-5ae39456f455 req-fdc8db32-e9d9-44d2-ab82-2e61ae575683 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925348 Dec 16 18:03:22.743646 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0fe9cb75-5dc0-4a16-932f-e0ce04fa35e2 req-5443352c-4ad1-4582-9a1f-f6ba34bb7740 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440850 Dec 16 18:03:23.290235 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ed9b961d-b41f-4f80-a8a8-cce1e6e3e4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:23.379074 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:23.874764 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115f2e5-85a5-4f3d-9625-36dd2dd63ce0 req-ec053703-f980-4118-a87f-153f694514de tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:23.876348 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6115f2e5-85a5-4f3d-9625-36dd2dd63ce0 req-ec053703-f980-4118-a87f-153f694514de tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 943 time: 0.0558808 Dec 16 18:03:23.927091 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6115f2e5-85a5-4f3d-9625-36dd2dd63ce0 req-acbdf6ed-9134-4d39-a974-cfb1e56b38d4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Dec 16 18:03:24.589810 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:25.063316 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d2d9d-ce1b-4ee4-ab4d-7668b8748be3 req-c9007527-4d82-4c12-b7ec-9d32415599c8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:25.064885 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d96d2d9d-ce1b-4ee4-ab4d-7668b8748be3 req-c9007527-4d82-4c12-b7ec-9d32415599c8 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 943 time: 0.0562990 Dec 16 18:03:25.115194 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d96d2d9d-ce1b-4ee4-ab4d-7668b8748be3 req-87160c6a-237c-435a-b193-cf63b375159b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439973 Dec 16 18:03:26.055769 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:26.247172 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19044-d4a0-4d18-974e-c72e58980ce8 req-eaaf3bc3-e715-429e-bb19-7e1538e40e71 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:26.248759 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a1e19044-d4a0-4d18-974e-c72e58980ce8 req-eaaf3bc3-e715-429e-bb19-7e1538e40e71 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 943 time: 0.0613439 Dec 16 18:03:26.303333 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a1e19044-d4a0-4d18-974e-c72e58980ce8 req-a5dd5b43-e3fd-43cd-9b4e-c40fd8673490 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Dec 16 18:03:26.798004 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:27.042032 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 8d32b2ae-696c-4691-9736-3ca1147eff32 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:03:27.141594 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 8d32b2ae-696c-4691-9736-3ca1147eff32, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8d32b2ae-696c-4691-9736-3ca1147eff32,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:27.156738 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'port_id': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'mac_address': 'fa:16:3e:99:fa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:03:27.193817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:27.207416 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d32b2ae-696c-4691-9736-3ca1147eff32 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:03:27.228779 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 8d32b2ae-696c-4691-9736-3ca1147eff32, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8d32b2ae-696c-4691-9736-3ca1147eff32,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:27.233018 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:27.282596 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=8d32b2ae-696c-4691-9736-3ca1147eff32,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:27.426518 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2cf60-c237-47ec-a019-29abb49a68f3 req-c411c47f-45bd-4add-87f8-bb5b7614674b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:27.428034 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-05a2cf60-c237-47ec-a019-29abb49a68f3 req-c411c47f-45bd-4add-87f8-bb5b7614674b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 944 time: 0.0544598 Dec 16 18:03:27.493679 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-05a2cf60-c237-47ec-a019-29abb49a68f3 req-0a7140a7-febf-485a-bbcd-35755c1f63ca tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579932 Dec 16 18:03:27.622242 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['8d32b2ae-696c-4691-9736-3ca1147eff32'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:03:28.618208 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c702039-5b99-4805-b147-5272e3ce5421 req-8b76b43c-7bd3-4dda-98fa-e5e5c696b89f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:28.619710 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6c702039-5b99-4805-b147-5272e3ce5421 req-8b76b43c-7bd3-4dda-98fa-e5e5c696b89f tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 944 time: 0.0507522 Dec 16 18:03:28.674642 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6c702039-5b99-4805-b147-5272e3ce5421 req-6e739ce1-b918-4be8-8104-571b2c576d9d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459766 Dec 16 18:03:29.067472 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 8d32b2ae-696c-4691-9736-3ca1147eff32 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:03:29.122225 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 8d32b2ae-696c-4691-9736-3ca1147eff32 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:03:29.126296 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 8d32b2ae-696c-4691-9736-3ca1147eff32 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:03:29.126737 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:29.209561 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:29.236626 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d32b2ae-696c-4691-9736-3ca1147eff32'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:29.239624 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b6ac9-3b08-47c6-ac44-cc26c6ce37f7" -d '{"events": [{"server_uuid": "1baf3ec0-6bf3-4ec7-93ce-46d3471c9984", "name": "network-vif-plugged", "status": "completed", "tag": "8d32b2ae-696c-4691-9736-3ca1147eff32"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:29.256767 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 8d32b2ae-696c-4691-9736-3ca1147eff32, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8d32b2ae-696c-4691-9736-3ca1147eff32,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:29.263915 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:29.289410 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0283969-488f-4da6-a4b6-8f3129957483 x-openstack-request-id: req-e0283969-488f-4da6-a4b6-8f3129957483 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:29.289699 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baf3ec0-6bf3-4ec7-93ce-46d3471c9984", "name": "network-vif-plugged", "status": "completed", "tag": "8d32b2ae-696c-4691-9736-3ca1147eff32", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:29.289959 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0283969-488f-4da6-a4b6-8f3129957483 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:29.291035 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'code': 200} Dec 16 18:03:29.319754 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=8d32b2ae-696c-4691-9736-3ca1147eff32,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:29.476918 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f825af-b878-406d-a7da-e1201399aaa3 req-967d136c-d949-41ca-8771-d38c080a5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:29.478652 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04f825af-b878-406d-a7da-e1201399aaa3 req-967d136c-d949-41ca-8771-d38c080a5ae5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 1098 time: 0.0477486 Dec 16 18:03:29.524611 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04f825af-b878-406d-a7da-e1201399aaa3 req-19d91aa4-6e40-4b61-a1d8-0289fbb30a6b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383730 Dec 16 18:03:29.806115 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a582f-4c7c-414e-b5a3-f474aac7d362 req-5267dd78-2c08-4df7-829f-8ec7f98e2348 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:29.807650 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6d7a582f-4c7c-414e-b5a3-f474aac7d362 req-5267dd78-2c08-4df7-829f-8ec7f98e2348 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 945 time: 0.0578814 Dec 16 18:03:29.864322 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6d7a582f-4c7c-414e-b5a3-f474aac7d362 req-354657c1-8f21-4ca8-9fa4-7c04ddda1e6a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505569 Dec 16 18:03:31.001861 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcaef-3246-47d7-b7d3-b2f138a512b0 req-94fccb8c-a924-405d-ac97-ba856df08f33 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:31.004217 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b4bfcaef-3246-47d7-b7d3-b2f138a512b0 req-94fccb8c-a924-405d-ac97-ba856df08f33 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 945 time: 0.0638840 Dec 16 18:03:31.064488 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b4bfcaef-3246-47d7-b7d3-b2f138a512b0 req-2a1cbbc2-be83-46e5-8df6-0c030ae53c1b tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519047 Dec 16 18:03:32.352521 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3758f-c30e-403f-a741-72e908950541 req-1d33a96e-9f85-45ce-b886-67a1dab0ffed tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:32.354724 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c1a3758f-c30e-403f-a741-72e908950541 req-1d33a96e-9f85-45ce-b886-67a1dab0ffed tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 945 time: 0.0532577 Dec 16 18:03:32.429830 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c1a3758f-c30e-403f-a741-72e908950541 req-675f0c46-22f7-4766-8c6c-51f204de16c3 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680327 Dec 16 18:03:32.557016 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451de17-4d18-44b1-b7ac-9ac3d517606a req-57e64818-f059-421d-a049-88b0c6ae658c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:32.559184 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5451de17-4d18-44b1-b7ac-9ac3d517606a req-57e64818-f059-421d-a049-88b0c6ae658c tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 945 time: 0.0571845 Dec 16 18:03:32.568448 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50690) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:32.573486 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Request body: {'floatingip': {'port_id': '8d32b2ae-696c-4691-9736-3ca1147eff32'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:32.617097 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:33.100032 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:33.106194 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:33.205392 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Floating IP 85d2a3ab-1da7-4983-83b9-6cfccfa09d8f associated. External IP: 172.27.3.242, port: 8d32b2ae-696c-4691-9736-3ca1147eff32. Dec 16 18:03:33.418546 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Router 38ea63a7-230b-4951-9e10-1dc5dc95b95c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:03:33.528169 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:03:33.532792 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:33.541200 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] Sync routers for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:03:33.552285 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:03:33.552983 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:03:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:33.561907 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-9799c95a-7d57-4509-9b59-7b0a6c9bfff4 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "PUT /v2.0/floatingips/85d2a3ab-1da7-4983-83b9-6cfccfa09d8f HTTP/1.1" status: 200 len: 991 time: 0.9922936 Dec 16 18:03:33.562600 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'tag': '8d32b2ae-696c-4691-9736-3ca1147eff32'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:33.564814 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a09ca2-08f2-4077-a5af-48f042530786" -d '{"events": [{"name": "network-changed", "server_uuid": "1baf3ec0-6bf3-4ec7-93ce-46d3471c9984", "tag": "8d32b2ae-696c-4691-9736-3ca1147eff32"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:33.609188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5760d88-7670-4e89-8bbd-eb6ec84d70ca x-openstack-request-id: req-d5760d88-7670-4e89-8bbd-eb6ec84d70ca {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:33.609543 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baf3ec0-6bf3-4ec7-93ce-46d3471c9984", "tag": "8d32b2ae-696c-4691-9736-3ca1147eff32", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:33.609642 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5760d88-7670-4e89-8bbd-eb6ec84d70ca {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:33.609961 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'tag': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'status': 'completed', 'code': 200} Dec 16 18:03:33.666916 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:03:33.686795 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-4d509dcb-0d13-4d6e-9aa4-e484d789d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:33.688231 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-4d509dcb-0d13-4d6e-9aa4-e484d789d307 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27b338079c744874b26565ecd0d93596&device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 1098 time: 0.0423803 Dec 16 18:03:33.784398 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-439e6b6a-2d14-40bd-b116-de2c62011099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:33.785890 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-439e6b6a-2d14-40bd-b116-de2c62011099 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 200 len: 911 time: 0.0903819 Dec 16 18:03:33.867824 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-112e1134-0da0-4c36-ac6e-6de3697bf3ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d32b2ae-696c-4691-9736-3ca1147eff32 HTTP/1.1" status: 200 len: 999 time: 0.0740323 Dec 16 18:03:33.908171 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '85d2a3ab-1da7-4983-83b9-6cfccfa09d8f', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'port_id': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'mac_address': 'fa:16:3e:99:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:03:17Z', 'updated_at': '2021-12-16T18:03:33Z', 'revision_number': 1, 'project_id': '27b338079c744874b26565ecd0d93596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:33.918182 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-136dd4aa-7a4a-436e-9c6d-cdf68b0a495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:33.919710 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-136dd4aa-7a4a-436e-9c6d-cdf68b0a495f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 200 len: 849 time: 0.0443044 Dec 16 18:03:33.933896 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] Checking router: 38ea63a7-230b-4951-9e10-1dc5dc95b95c for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:03:33.942617 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:03:33.943178 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:03:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:33.967419 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-e49ff612-f062-48fa-8ec6-7dcef9491bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:33.968944 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-e49ff612-f062-48fa-8ec6-7dcef9491bbf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f239ba-5297-4276-aa7c-a1261d7cfa70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419075 Dec 16 18:03:34.059300 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:03:34.068259 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-6961d47c-f1ba-45d0-9a64-5cd155cba99e service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911944 Dec 16 18:03:34.159088 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e0a09ca2-08f2-4077-a5af-48f042530786 req-fc2dbaac-8d14-4f19-bfb3-e01fb91eb3c3 service neutron] 10.222.0.76 "GET /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825212 Dec 16 18:03:34.322912 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '85d2a3ab-1da7-4983-83b9-6cfccfa09d8f', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'port_id': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'mac_address': 'fa:16:3e:99:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:03:17Z', 'updated_at': '2021-12-16T18:03:33Z', 'revision_number': 1, 'project_id': '27b338079c744874b26565ecd0d93596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:34.357498 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d32642-c951-4b1b-9394-6eb15825216c None None] The sync data for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi is: [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '85d2a3ab-1da7-4983-83b9-6cfccfa09d8f', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'port_id': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'mac_address': 'fa:16:3e:99:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:03:17Z', 'updated_at': '2021-12-16T18:03:33Z', 'revision_number': 1, 'project_id': '27b338079c744874b26565ecd0d93596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:03:34.562900 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b925e6ec-ab82-4655-a6be-97c42dfa88f7 None None] New status for floating IP 85d2a3ab-1da7-4983-83b9-6cfccfa09d8f: ACTIVE {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:03:51.010978 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ca67e684-7dbd-4ddd-a762-2bb7d6234871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:53.289982 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-79d5a07d-16d7-4c29-a6fb-f00b32fbf3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:53.391049 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:54.085917 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cce94-5c0b-46aa-bf6a-61650fc16b72 req-545cfc5f-66db-4ee6-bbd2-d0e980269c03 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:54.087499 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9b8cce94-5c0b-46aa-bf6a-61650fc16b72 req-545cfc5f-66db-4ee6-bbd2-d0e980269c03 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 946 time: 0.0558317 Dec 16 18:03:54.147399 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9b8cce94-5c0b-46aa-bf6a-61650fc16b72 req-807e491c-7e07-4e49-b1eb-d556406de8bf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531197 Dec 16 18:03:54.591797 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:55.156163 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:03:55.285806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b87833-8565-4adc-9e31-86fd008eadf7 req-db7e4845-cca4-41d5-a52b-7e841c0dd682 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:55.287561 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d0b87833-8565-4adc-9e31-86fd008eadf7 req-db7e4845-cca4-41d5-a52b-7e841c0dd682 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 946 time: 0.0591455 Dec 16 18:03:55.346694 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d0b87833-8565-4adc-9e31-86fd008eadf7 req-c8e9ffe4-152d-4daf-be00-b961d8de39ad tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527205 Dec 16 18:03:56.057033 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.174729 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9e80c-874d-4186-8dc1-f842931046be req-dc5fd2bd-b5ec-4ec3-a490-03fe4001e0ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:56.176558 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-03b9e80c-874d-4186-8dc1-f842931046be req-dc5fd2bd-b5ec-4ec3-a490-03fe4001e0ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 946 time: 0.0598388 Dec 16 18:03:56.270313 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Deleting port 4bd2036f-01a2-4971-8fcb-d0d439424322 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:56.270701 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.360628 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] For port 4bd2036f-01a2-4971-8fcb-d0d439424322, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=4bd2036f-01a2-4971-8fcb-d0d439424322,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:03:56.360879 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.469110 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3a8eb-8372-4dad-862f-d34347e964dc req-41257637-616d-44b1-9f0a-6a8bf6e697e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:56.470724 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a7c3a8eb-8372-4dad-862f-d34347e964dc req-41257637-616d-44b1-9f0a-6a8bf6e697e4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f9dd6ae-7f47-4593-bf30-0df596f5046a HTTP/1.1" status: 200 len: 946 time: 0.0501935 Dec 16 18:03:56.522855 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a7c3a8eb-8372-4dad-862f-d34347e964dc req-78fbb5a4-6031-4943-a66c-71c7fdfe27b2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2c03ff0-554b-4fde-a144-f81ac41e73a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449116 Dec 16 18:03:56.535263 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.535846 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.535957 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Floating IP fdd10921-ac67-41c3-b44b-0fb7715bb6d7 disassociated. External IP: 172.27.3.235, port: 4bd2036f-01a2-4971-8fcb-d0d439424322. Dec 16 18:03:56.536265 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Calling delete_port for 4bd2036f-01a2-4971-8fcb-d0d439424322 owned by compute:nova {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:56.668206 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.696504 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event deleted for resources: {'Port': ['ID=4bd2036f-01a2-4971-8fcb-d0d439424322,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:56.709079 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.709433 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.710413 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.710796 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.711137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.711451 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.711783 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.712110 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.713350 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.713683 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.714018 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.714344 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.714692 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:56.793431 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.828774 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:03:56.941225 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:03:56.951189 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] Sync routers for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:03:56.965370 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:03:56.966000 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:03:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:56.982062 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] No DVR routers for this DVR port 4bd2036f-01a2-4971-8fcb-d0d439424322 on host hv-cinder-81920 {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:03:56.984733 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:56.988339 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-03b9e80c-874d-4186-8dc1-f842931046be req-3c4b4050-431b-4ede-ad7d-0b29afb983df tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "DELETE /v2.0/ports/4bd2036f-01a2-4971-8fcb-d0d439424322 HTTP/1.1" status: 204 len: 173 time: 0.8044720 Dec 16 18:03:56.988808 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-deleted', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:03:56.991174 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fd00f9-bdd9-45ea-ba53-ca917b142e34" -d '{"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-deleted", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:03:57.029011 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae7677-e12e-4780-9b91-a0d238720258 x-openstack-request-id: req-21ae7677-e12e-4780-9b91-a0d238720258 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:03:57.029362 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9dd6ae-7f47-4593-bf30-0df596f5046a", "name": "network-vif-deleted", "tag": "4bd2036f-01a2-4971-8fcb-d0d439424322", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:03:57.029627 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21ae7677-e12e-4780-9b91-a0d238720258 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:03:57.030055 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9dd6ae-7f47-4593-bf30-0df596f5046a', 'name': 'network-vif-deleted', 'tag': '4bd2036f-01a2-4971-8fcb-d0d439424322', 'status': 'completed', 'code': 200} Dec 16 18:03:57.086604 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:03:57.424544 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:57.459827 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] Checking router: 807942d0-81f7-49aa-8c52-fedd2e7f6e09 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:03:57.466211 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:03:57.469031 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:03:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:57.591855 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:03:57.628252 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50792) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:57.692277 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.728463 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.802997 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.806170 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:57.809971 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "DELETE /v2.0/security-groups/a2c03ff0-554b-4fde-a144-f81ac41e73a2 HTTP/1.1" status: 204 len: 168 time: 0.1777427 Dec 16 18:03:57.812737 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50796) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:57.832905 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c03ff0-554b-4fde-a144-f81ac41e73a2,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:57.838367 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.api.v2.resource [None req-8611e640-92ec-4249-aeb3-98378565f6e6 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] show failed (client error): The resource could not be found. Dec 16 18:03:57.849624 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-8611e640-92ec-4249-aeb3-98378565f6e6 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups/a2c03ff0-554b-4fde-a144-f81ac41e73a2 HTTP/1.1" status: 404 len: 347 time: 0.0256562 Dec 16 18:03:57.850442 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50798) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:57.856920 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.857373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.857792 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.858134 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.858465 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.858923 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.859192 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.859521 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.859850 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.860176 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.860504 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.860840 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.861172 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfdcba-4823-4624-abac-2596dd6c5f04 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:03:57.905104 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:03:57.912151 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ad87b-ea15-4758-ad76-9e2df2dcfdda req-9c052e3f-a82b-46b2-89fc-2b9bbd5db59f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:57.913841 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fb7ad87b-ea15-4758-ad76-9e2df2dcfdda req-9c052e3f-a82b-46b2-89fc-2b9bbd5db59f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.1382906 Dec 16 18:03:57.933910 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393e5859-4ab0-4989-8e79-30d9b2f68b63 None None] The sync data for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi is: [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:03:57.968462 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-7ea65186-0b5f-46e3-be97-9aac99dacf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:57.970983 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-7ea65186-0b5f-46e3-be97-9aac99dacf97 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1137 time: 0.1653211 Dec 16 18:03:58.157394 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fb7ad87b-ea15-4758-ad76-9e2df2dcfdda req-6b32c459-60a0-4e22-976b-96c67191e3d8 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2039616 Dec 16 18:03:58.160284 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81252347-a5cd-4b66-9d0c-e6d7322d18f6 None None] New status for floating IP fdd10921-ac67-41c3-b44b-0fb7715bb6d7: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:03:58.166258 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-ed90ee07-f92e-4be4-a5fe-31cd8d9a3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:58.168387 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-ed90ee07-f92e-4be4-a5fe-31cd8d9a3c02 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 200 len: 916 time: 0.1818395 Dec 16 18:03:58.174365 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Deleting port 29912961-85f9-48ed-94fb-10b3589998fe {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:03:58.174947 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.569279 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-45431db8-538b-40ea-b62b-8063966de67c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 1001 time: 0.3911190 Dec 16 18:03:58.612983 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.613297 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.629706 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Calling delete_port for 29912961-85f9-48ed-94fb-10b3589998fe owned by network:floatingip {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:03:58.647782 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-dbf97f26-805f-469f-be62-8f0424fac1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:58.649224 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-dbf97f26-805f-469f-be62-8f0424fac1ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc6253c9-a632-467b-8014-8504807b50aa HTTP/1.1" status: 200 len: 854 time: 0.0707693 Dec 16 18:03:58.751811 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-c316c76a-189b-44e9-a818-98551c42f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:58.753896 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-c316c76a-189b-44e9-a818-98551c42f5a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b02ceb61-4e66-443a-8dd0-626b884c5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759268 Dec 16 18:03:58.859557 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:58.898134 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event deleted for resources: {'Port': ['ID=29912961-85f9-48ed-94fb-10b3589998fe,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:58.909881 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-29183c6a-6644-4299-9360-e62513f32245 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478801 Dec 16 18:03:59.010503 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.013050 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.014242 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-fc773c8f-bd10-455e-9a0f-a04196e8894e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "DELETE /v2.0/floatingips/fdd10921-ac67-41c3-b44b-0fb7715bb6d7 HTTP/1.1" status: 204 len: 168 time: 1.1631680 Dec 16 18:03:59.048465 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bc83f1c8-6b2c-4719-a084-1f1023291fcc req-43719993-c4d7-4352-a9b7-73d007c88aad service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258016 Dec 16 18:03:59.284152 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c26bc0-7366-4769-8028-c682c5229a70 req-1016608d-591d-4acb-8dd5-735e7d6af931 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:03:59.285729 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b1c26bc0-7366-4769-8028-c682c5229a70 req-1016608d-591d-4acb-8dd5-735e7d6af931 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0522621 Dec 16 18:03:59.315548 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50808) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:59.320173 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-12898830-1f7a-43e9-96c2-3dc15f5d4f77 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864533755', 'description': 'tempest-description--866629367'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:59.344228 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-12898830-1f7a-43e9-96c2-3dc15f5d4f77 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.357361 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b1c26bc0-7366-4769-8028-c682c5229a70 req-27959543-757c-4d87-bcea-e34ff4c6ccb7 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648582 Dec 16 18:03:59.414928 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-12898830-1f7a-43e9-96c2-3dc15f5d4f77 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.420646 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-12898830-1f7a-43e9-96c2-3dc15f5d4f77 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.448676 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-12898830-1f7a-43e9-96c2-3dc15f5d4f77 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.449920 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-12898830-1f7a-43e9-96c2-3dc15f5d4f77 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1333451 Dec 16 18:03:59.453105 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50810) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:59.453813 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12898830-1f7a-43e9-96c2-3dc15f5d4f77 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85aee63b-b05c-416d-b08a-b4ff1dee2af9,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:59.457894 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-80a3a9d0-4997-4709-8704-aa27bb3ba252 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'security_group_rule': {'security_group_id': '85aee63b-b05c-416d-b08a-b4ff1dee2af9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:59.739391 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80a3a9d0-4997-4709-8704-aa27bb3ba252 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.792543 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80a3a9d0-4997-4709-8704-aa27bb3ba252 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.797157 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80a3a9d0-4997-4709-8704-aa27bb3ba252 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.814076 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a9d0-4997-4709-8704-aa27bb3ba252 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d0bbac-80b2-4338-b94a-cdd3198688c2,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:59.823433 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-80a3a9d0-4997-4709-8704-aa27bb3ba252 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.827220 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-80a3a9d0-4997-4709-8704-aa27bb3ba252 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728902 Dec 16 18:03:59.827534 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50812) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:59.832525 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-e0cda6b3-5ecc-43b2-96ad-78e605cf2c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'security_group_rule': {'security_group_id': '85aee63b-b05c-416d-b08a-b4ff1dee2af9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:03:59.867161 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e0cda6b3-5ecc-43b2-96ad-78e605cf2c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.931485 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e0cda6b3-5ecc-43b2-96ad-78e605cf2c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.937098 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e0cda6b3-5ecc-43b2-96ad-78e605cf2c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.959191 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cda6b3-5ecc-43b2-96ad-78e605cf2c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50c1c30-28d2-4c76-abc5-655be289cf2b,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:03:59.971749 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e0cda6b3-5ecc-43b2-96ad-78e605cf2c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:03:59.973009 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-e0cda6b3-5ecc-43b2-96ad-78e605cf2c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443996 Dec 16 18:03:59.976484 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 50814) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:03:59.981043 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:00.012368 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.135708 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.257766 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Allocated IP 172.27.3.87 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/0be2fc61-9b09-4013-a8b9-475862e205b6) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:00.365965 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.403524 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.445916 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:00.451461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:00.453693 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'Port': ['ID=0be2fc61-9b09-4013-a8b9-475862e205b6,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:00.456614 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:00.493497 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a02ac8-48ac-4fd5-a7c1-67aec0bf65e3 req-e6062018-b92b-42bd-b6be-2b68ed3a053e tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:00.495747 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d7a02ac8-48ac-4fd5-a7c1-67aec0bf65e3 req-e6062018-b92b-42bd-b6be-2b68ed3a053e tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0591671 Dec 16 18:04:00.549328 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.577883 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d7a02ac8-48ac-4fd5-a7c1-67aec0bf65e3 req-f4a78eff-840d-42b2-a9c2-16545806d231 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756218 Dec 16 18:04:00.589217 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.750927 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.757902 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.825406 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'Port': ['ID=0be2fc61-9b09-4013-a8b9-475862e205b6,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:00.840526 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.859372 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:00.860695 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-1efb3f60-9982-44e4-b75c-13c0ea2841a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8832486 Dec 16 18:04:01.026085 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-accc9cdf-1782-4bad-ad3f-673d1b10b50c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--864533755&fields=id&tenant_id=af23b4f4f497464fac434ca5b8be6ead HTTP/1.1" status: 200 len: 267 time: 0.0480731 Dec 16 18:04:01.150753 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:01.158652 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-a9fff3a2-bcbe-4f70-8dca-c4d35b5ab123 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:01.161128 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-a9fff3a2-bcbe-4f70-8dca-c4d35b5ab123 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 817 time: 0.1280463 Dec 16 18:04:01.177020 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 4bd2036f-01a2-4971-8fcb-d0d439424322 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:01.178700 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 4bd2036f-01a2-4971-8fcb-d0d439424322 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:01.180629 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-a04e1e65-ecf4-4c10-b430-caed0d7f975e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/quotas/af23b4f4f497464fac434ca5b8be6ead HTTP/1.1" status: 200 len: 375 time: 0.0133476 Dec 16 18:04:01.257717 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-1a463e72-0e29-4898-b56a-38c07482f355 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702472 Dec 16 18:04:01.376069 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-4d1e5b04-1a19-4f48-874f-5c24ded305b5 service neutron] 10.222.0.32 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043231 Dec 16 18:04:01.477065 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-0f4b9ddb-0f2b-44b4-a9e6-18082b4a9d7b service neutron] 10.222.0.32 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954604 Dec 16 18:04:01.711597 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5dace445-6e6e-4753-99b0-1dc6ca8f9209 req-ecf5e7d9-0725-4453-9f6d-c8745ff6daca tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 210 time: 0.0382187 Dec 16 18:04:01.759923 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ee6be-0d38-4e45-a3e2-de24130c0b25 req-e05d7a94-dd59-4de7-9ce0-536a8e9a44ad tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:01.762345 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-725ee6be-0d38-4e45-a3e2-de24130c0b25 req-e05d7a94-dd59-4de7-9ce0-536a8e9a44ad tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0864222 Dec 16 18:04:01.852785 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-725ee6be-0d38-4e45-a3e2-de24130c0b25 req-90e1f475-7eaf-40d5-87ae-4d9cfeae727c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802560 Dec 16 18:04:02.809919 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-0192716a-20a1-404f-9a0b-ec4368b58dbd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:02.812783 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-0192716a-20a1-404f-9a0b-ec4368b58dbd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 817 time: 0.1166058 Dec 16 18:04:02.824193 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1af7b00b-a330-40b2-aad2-db37cc1ee296 req-47cc936e-ad5e-456c-bd09-b1f6f51f6de9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 210 time: 0.0312791 Dec 16 18:04:02.880535 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-27bdda53-14a5-4a85-99e9-4d1eb5cc668d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af23b4f4f497464fac434ca5b8be6ead HTTP/1.1" status: 200 len: 379 time: 0.0583642 Dec 16 18:04:02.894179 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'port': {'device_id': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'admin_state_up': True, 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'security_groups': ['85aee63b-b05c-416d-b08a-b4ff1dee2af9']}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:03.022773 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9abb94-ec94-45e7-89c1-5ae1f03b2c1a req-68913158-0272-441d-b817-f6665791c7c3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:03.024173 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ed9abb94-ec94-45e7-89c1-5ae1f03b2c1a req-68913158-0272-441d-b817-f6665791c7c3 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0825260 Dec 16 18:04:03.080110 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Made reservation on behalf of af23b4f4f497464fac434ca5b8be6ead for: {'port': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:04:03.083701 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.113533 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ed9abb94-ec94-45e7-89c1-5ae1f03b2c1a req-1e9eddde-b0c3-4867-9ab9-08c2ff88340f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822346 Dec 16 18:04:03.241507 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Allocated IP 172.20.0.4 (3aad32db-9062-48c6-b8ca-474a8b1c9b58/585fb9e8-f34f-45e1-aa16-054f61fb0f92/725e8407-5a33-41d7-822b-8d87e05067a4) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:04:03.401152 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.441656 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.488312 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:04:03.491964 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:04:03.494709 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:04:03.524387 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:03.554758 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:03.555296 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.575081 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-2aa02a72-3223-4bf3-a307-99a2c65d4f02 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6852105 Dec 16 18:04:03.588596 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Request body: {'port': {'device_id': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:03.650645 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.750287 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-780f1df4-c5ec-45c2-9f19-aaddfd6fb6b5 None None] Provisioning complete for port 725e8407-5a33-41d7-822b-8d87e05067a4 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:03.750941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-780f1df4-c5ec-45c2-9f19-aaddfd6fb6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.786393 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-780f1df4-c5ec-45c2-9f19-aaddfd6fb6b5 None None] Port 725e8407-5a33-41d7-822b-8d87e05067a4 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:04:03.946853 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725e8407-5a33-41d7-822b-8d87e05067a4 {{(pid=102419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:04:03.955306 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:03.973137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.provisioning_blocks [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Transition to ACTIVE for port object 725e8407-5a33-41d7-822b-8d87e05067a4 will not be triggered until provisioned by entity L2. {{(pid=102419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:04:03.984717 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa561dc-e60f-4c83-b231-6f684a0c22d6 req-6fda2ae1-4ce2-4bc0-be03-32b4171d9aef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:03.986216 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9aa561dc-e60f-4c83-b231-6f684a0c22d6 req-6fda2ae1-4ce2-4bc0-be03-32b4171d9aef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 931 time: 0.0755544 Dec 16 18:04:03.987004 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.069042 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:04.100821 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9aa561dc-e60f-4c83-b231-6f684a0c22d6 req-0bc94d7c-a2e1-49d7-a320-3130e864c0c2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058443 Dec 16 18:04:04.149587 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Attempting to bind port 725e8407-5a33-41d7-822b-8d87e05067a4 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:04:04.149907 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Attempting to bind port 725e8407-5a33-41d7-822b-8d87e05067a4 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:04:04.150249 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Attempting to bind port 725e8407-5a33-41d7-822b-8d87e05067a4 on network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:04.154971 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Port 725e8407-5a33-41d7-822b-8d87e05067a4 on network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:04:04.155250 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Attempting to bind port 725e8407-5a33-41d7-822b-8d87e05067a4 on network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:04:04.160795 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:04:04.161143 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Checking segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:04:04.161535 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Bound using segment: {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'} {{(pid=102419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:04:04.161962 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.managers [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Bound port: 725e8407-5a33-41d7-822b-8d87e05067a4, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ec8bea-8721-4bfc-b72e-5bb9895e341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58'}}] {{(pid=102419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:04:04.162316 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.228638 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, cleared binding levels {{(pid=102419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:04:04.231985 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:04:04.239065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.245608 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3ddba-cc5f-4913-96b9-dbd4ca79414a req-de0763e3-de35-41d5-865a-57c5ca896bd9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:04.247937 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b1a3ddba-cc5f-4913-96b9-dbd4ca79414a req-de0763e3-de35-41d5-865a-57c5ca896bd9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0524747 Dec 16 18:04:04.280266 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:04.280895 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:04.282140 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] 10.222.0.76 "PUT /v2.0/ports/725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 1093 time: 0.6984761 Dec 16 18:04:04.282596 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:04:04.284923 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b0a6f2-8c03-4bfb-bc64-10370370bf23" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:04:04.309267 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77f3ed-40ba-4cc4-86f9-9f8cfbf74b09 service neutron] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=3']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:04.333046 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a03a2c-dbc4-4361-bc17-6c967c2e4c41 x-openstack-request-id: req-c0a03a2c-dbc4-4361-bc17-6c967c2e4c41 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:04:04.333582 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:04:04.333840 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0a03a2c-dbc4-4361-bc17-6c967c2e4c41 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:04:04.334249 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4', 'status': 'completed', 'code': 200} Dec 16 18:04:04.335218 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b1a3ddba-cc5f-4913-96b9-dbd4ca79414a req-15b96f00-cc0c-4a08-a4be-2d225d2440da tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790288 Dec 16 18:04:04.387879 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-3136e313-20a4-47eb-af61-bb5d9a017f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:04.389265 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-3136e313-20a4-47eb-af61-bb5d9a017f43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1096 time: 0.0440965 Dec 16 18:04:04.433442 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-6888ed6e-7632-4c79-acd8-7fdac45f21e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 217 time: 0.0351653 Dec 16 18:04:04.489859 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-a8475e38-4345-41ff-9132-3d5fb484e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:04.491391 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-a8475e38-4345-41ff-9132-3d5fb484e0f8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0487761 Dec 16 18:04:04.543410 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-493f5d89-6572-418e-b6ce-fb3c7d5cd0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:04.545069 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-493f5d89-6572-418e-b6ce-fb3c7d5cd0bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452461 Dec 16 18:04:04.652655 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-98beee7e-32d5-4a60-adec-68e5542e9b91 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945644 Dec 16 18:04:04.747922 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-01b1cc15-e60a-47ec-872c-0d0daa5a2835 req-230d0acd-d26c-4a12-96a4-ef2a13d2451f service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872545 Dec 16 18:04:04.844022 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-b84d9dca-e487-4647-9f1c-029f0422fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:04.845537 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-b84d9dca-e487-4647-9f1c-029f0422fc30 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1096 time: 0.0420232 Dec 16 18:04:04.940842 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-ea57ca10-8f34-43fe-9258-636a66351c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:04.942453 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-ea57ca10-8f34-43fe-9258-636a66351c6b service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.0887485 Dec 16 18:04:04.985392 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-e7452e96-32e8-4d64-8e2d-c9f0acd0c938 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 217 time: 0.0342779 Dec 16 18:04:05.034910 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-e47fac58-6931-4230-8f77-7938c96f0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:05.036342 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-e47fac58-6931-4230-8f77-7938c96f0014 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0433214 Dec 16 18:04:05.086655 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-79edd460-6eb4-4366-b540-a811098ff513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:05.088568 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-79edd460-6eb4-4366-b540-a811098ff513 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450513 Dec 16 18:04:05.194051 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-3c336582-e585-498b-a138-9cc243fbc358 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968378 Dec 16 18:04:05.238121 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5de9a7-711a-4e58-8483-ab873a1e7425 req-e6fa6af0-f848-44e8-862f-a342c2b7e990 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:05.239639 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8a5de9a7-711a-4e58-8483-ab873a1e7425 req-e6fa6af0-f848-44e8-862f-a342c2b7e990 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0546308 Dec 16 18:04:05.288154 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8a5de9a7-711a-4e58-8483-ab873a1e7425 req-86ad3e2f-8d4d-4c02-bf98-28a7d10934da tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419791 Dec 16 18:04:05.289954 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-04b0a6f2-8c03-4bfb-bc64-10370370bf23 req-021f3919-23f9-4ce0-888b-3f79f745b384 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880945 Dec 16 18:04:05.473232 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2aa1b-08bb-4e98-b1ee-0ff2473717b2 req-155ad069-39ab-4822-b2a3-d84a66e66547 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:05.474994 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4ef2aa1b-08bb-4e98-b1ee-0ff2473717b2 req-155ad069-39ab-4822-b2a3-d84a66e66547 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0555358 Dec 16 18:04:05.540850 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4ef2aa1b-08bb-4e98-b1ee-0ff2473717b2 req-342be561-7dc8-4c60-9395-a3ca9fdfe49a tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597360 Dec 16 18:04:06.416414 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5f3d6-bbc0-4aa2-9bd2-82558b0d68d8 req-8f5c7f12-11ac-4af1-a4a7-7c5b9fd2bd27 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:06.418155 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-51c5f3d6-bbc0-4aa2-9bd2-82558b0d68d8 req-8f5c7f12-11ac-4af1-a4a7-7c5b9fd2bd27 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0512161 Dec 16 18:04:06.467125 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-51c5f3d6-bbc0-4aa2-9bd2-82558b0d68d8 req-a78a3421-0eda-4b51-b875-db4f116bcf2d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428009 Dec 16 18:04:06.671212 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58f47d-509c-47ae-a231-f746cbf2542f req-388f2fe9-cbff-4d09-947b-f0c45f2d6998 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:06.672813 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1d58f47d-509c-47ae-a231-f746cbf2542f req-388f2fe9-cbff-4d09-947b-f0c45f2d6998 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0515139 Dec 16 18:04:06.746688 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1d58f47d-509c-47ae-a231-f746cbf2542f req-c550bf27-bfbf-47e1-b9b8-7601c57fc735 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673022 Dec 16 18:04:07.609561 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912b0c-fc1a-484b-b9ad-294b9780551d req-bcfa3a3a-5a8a-47ce-94d3-607c044fae5f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:07.611278 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-23912b0c-fc1a-484b-b9ad-294b9780551d req-bcfa3a3a-5a8a-47ce-94d3-607c044fae5f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0562482 Dec 16 18:04:07.661455 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-23912b0c-fc1a-484b-b9ad-294b9780551d req-edcc7f40-ffc7-47b2-a41f-a6fed9f0c7cd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409598 Dec 16 18:04:07.880260 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9db72a-e3a1-4697-8716-0a95a4da0af5 req-962fa35f-5f4d-40aa-86a0-72cedd330813 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:07.881782 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9c9db72a-e3a1-4697-8716-0a95a4da0af5 req-962fa35f-5f4d-40aa-86a0-72cedd330813 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0555115 Dec 16 18:04:07.948527 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9c9db72a-e3a1-4697-8716-0a95a4da0af5 req-6ff2cb33-0ac5-4f66-9773-72323f458bca tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599828 Dec 16 18:04:08.797270 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f3a84-d6c3-41fb-984c-f807f6176c14 req-025678f7-8700-4ccc-a329-0e38642a0ea1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:08.798867 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-082f3a84-d6c3-41fb-984c-f807f6176c14 req-025678f7-8700-4ccc-a329-0e38642a0ea1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0555599 Dec 16 18:04:08.860623 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-082f3a84-d6c3-41fb-984c-f807f6176c14 req-1df87723-7e06-4571-a397-b55c237a51db tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511904 Dec 16 18:04:09.077641 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a03c1-4d7e-43e6-bcef-e2e84ae833e3 req-e0fe883a-b87b-4222-94a6-88249267cf55 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:09.079210 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4d1a03c1-4d7e-43e6-bcef-e2e84ae833e3 req-e0fe883a-b87b-4222-94a6-88249267cf55 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0528712 Dec 16 18:04:09.148163 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4d1a03c1-4d7e-43e6-bcef-e2e84ae833e3 req-30ad911d-cd8e-412e-b2fa-d8767bc882fa tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619891 Dec 16 18:04:09.216467 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:04:09.323229 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:09.336279 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '725e8407-5a33-41d7-822b-8d87e05067a4', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'port_id': '725e8407-5a33-41d7-822b-8d87e05067a4', 'mac_address': 'fa:16:3e:e8:c5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:04:09.382662 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.400129 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725e8407-5a33-41d7-822b-8d87e05067a4 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:04:09.419525 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:09.425636 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:09.473817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:09.481607 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.481952 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.482289 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.482644 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.482980 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.483307 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.483631 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.483952 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.484273 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.484590 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.484915 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.485228 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.485544 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:04:09.789670 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['725e8407-5a33-41d7-822b-8d87e05067a4'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:04:10.001919 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144357b-f41d-4877-865c-c992aae8f5f4 req-70374593-b117-4d55-879d-4c124c10156b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:10.003471 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c144357b-f41d-4877-865c-c992aae8f5f4 req-70374593-b117-4d55-879d-4c124c10156b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0554543 Dec 16 18:04:10.053602 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c144357b-f41d-4877-865c-c992aae8f5f4 req-03cab583-9a67-4c15-83b2-63f7b2126dea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434859 Dec 16 18:04:10.283969 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84366c20-3f09-4474-8967-2a4afcadad59 req-4c772b75-b36a-4c90-81fd-eb8e239abb8c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:10.285380 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-84366c20-3f09-4474-8967-2a4afcadad59 req-4c772b75-b36a-4c90-81fd-eb8e239abb8c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0615015 Dec 16 18:04:10.357398 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-84366c20-3f09-4474-8967-2a4afcadad59 req-0d24165c-e0f8-4d1e-a681-b4257d96165f tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&id=95fcd07d-2750-4e67-8850-8076191f9ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630052 Dec 16 18:04:11.194646 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433556d-075c-4476-8dd3-9a142bdaffcd req-5e87e9b0-fdc7-4d22-a8ee-ed8dfa930f5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:11.196247 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3433556d-075c-4476-8dd3-9a142bdaffcd req-5e87e9b0-fdc7-4d22-a8ee-ed8dfa930f5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0603871 Dec 16 18:04:11.246161 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3433556d-075c-4476-8dd3-9a142bdaffcd req-28918ab5-50a2-48f3-98a1-1d136a54c099 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438585 Dec 16 18:04:11.247852 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:04:11.302966 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 725e8407-5a33-41d7-822b-8d87e05067a4 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:04:11.306941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 725e8407-5a33-41d7-822b-8d87e05067a4 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:04:11.307345 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.390967 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.416677 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:04:11.419696 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f0536b-fd82-40a5-a8bf-a9fc8b56556c" -d '{"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-plugged", "status": "completed", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:04:11.438059 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:11.446691 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:11.471816 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9a56d4-8675-4adc-9924-4f507948da9b x-openstack-request-id: req-7c9a56d4-8675-4adc-9924-4f507948da9b {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:04:11.472125 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-plugged", "status": "completed", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:04:11.472345 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c9a56d4-8675-4adc-9924-4f507948da9b {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:04:11.472753 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4', 'code': 200} Dec 16 18:04:11.502749 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:11.658862 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd213b-fb4e-4013-b1cc-546e9d85105e req-356eb719-7842-4779-8343-2ce39d3be826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:11.660304 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-acdd213b-fb4e-4013-b1cc-546e9d85105e req-356eb719-7842-4779-8343-2ce39d3be826 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1098 time: 0.0478938 Dec 16 18:04:11.704847 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-acdd213b-fb4e-4013-b1cc-546e9d85105e req-b933d35f-f82d-43c8-8e98-c60f8766ebd5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372484 Dec 16 18:04:12.383836 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713a35-1d8e-4eb6-bba3-85d6fa7ed72f req-c794c1e5-7a97-46e9-8612-a7ab5ec31b44 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:12.385329 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fe713a35-1d8e-4eb6-bba3-85d6fa7ed72f req-c794c1e5-7a97-46e9-8612-a7ab5ec31b44 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0598640 Dec 16 18:04:12.435228 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fe713a35-1d8e-4eb6-bba3-85d6fa7ed72f req-fcdc56b1-ffe8-47d1-95ce-b73673ab4fa1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 Dec 16 18:04:13.572374 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbbb51-6ee8-4fec-8cf5-ead7c8054efa req-d3385e4d-066c-45dd-b127-4406ca9b705a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:13.573863 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-28dbbb51-6ee8-4fec-8cf5-ead7c8054efa req-d3385e4d-066c-45dd-b127-4406ca9b705a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0566969 Dec 16 18:04:13.628972 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-28dbbb51-6ee8-4fec-8cf5-ead7c8054efa req-ff97989d-a830-4b22-babb-4705e418d990 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489480 Dec 16 18:04:13.761729 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea21a48-1e96-4116-bce1-13a05ef0271e req-edb13c18-cc82-486b-b7ba-03dadac8bdda tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:13.763348 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fea21a48-1e96-4116-bce1-13a05ef0271e req-edb13c18-cc82-486b-b7ba-03dadac8bdda tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0533104 Dec 16 18:04:13.772416 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50914) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:13.776957 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Request body: {'floatingip': {'port_id': '725e8407-5a33-41d7-822b-8d87e05067a4'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:04:13.823312 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:14.293919 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:14.299723 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:14.405359 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Floating IP afb8085b-2b9e-466c-8aad-e5fb2508df58 associated. External IP: 172.27.3.87, port: 725e8407-5a33-41d7-822b-8d87e05067a4. Dec 16 18:04:14.627764 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:04:14.745841 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:14.751760 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:14.758836 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] Sync routers for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:14.769711 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:14.770574 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:03:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:14.782681 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-7416739f-d6df-4099-aaaa-da64858a670e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "PUT /v2.0/floatingips/afb8085b-2b9e-466c-8aad-e5fb2508df58 HTTP/1.1" status: 200 len: 990 time: 1.0091553 Dec 16 18:04:14.783310 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:04:14.785588 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:04:14.832447 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a750e97-afc5-400c-8ba0-ce0cdb18249c x-openstack-request-id: req-3a750e97-afc5-400c-8ba0-ce0cdb18249c {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:04:14.832800 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:04:14.832986 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a750e97-afc5-400c-8ba0-ce0cdb18249c {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:04:14.833386 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4', 'status': 'completed', 'code': 200} Dec 16 18:04:14.889600 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:14.906101 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-ae5dae8d-a02b-45f4-9feb-8cec3dd03208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:14.908317 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-ae5dae8d-a02b-45f4-9feb-8cec3dd03208 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1098 time: 0.0435033 Dec 16 18:04:15.004677 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-c143ad1b-5b24-4322-817b-c9a6159a4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:15.006314 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-c143ad1b-5b24-4322-817b-c9a6159a4713 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.0897870 Dec 16 18:04:15.072780 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-596e49db-dc5b-4892-b2c4-41de8db432b3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 998 time: 0.0588920 Dec 16 18:04:15.121241 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'afb8085b-2b9e-466c-8aad-e5fb2508df58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'port_id': '725e8407-5a33-41d7-822b-8d87e05067a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'mac_address': 'fa:16:3e:e8:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:04:00Z', 'updated_at': '2021-12-16T18:04:14Z', 'revision_number': 1, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:15.123737 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-ac3e849b-ccf2-47a4-9e51-7344a5d1a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:15.125241 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-ac3e849b-ccf2-47a4-9e51-7344a5d1a213 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0451245 Dec 16 18:04:15.147700 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] Checking router: 807942d0-81f7-49aa-8c52-fedd2e7f6e09 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:15.156090 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:15.156692 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:03:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:15.184552 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-fe7cae88-8c29-4c5d-b704-492d284355dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:15.186072 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-fe7cae88-8c29-4c5d-b704-492d284355dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525744 Dec 16 18:04:15.261949 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:15.277929 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-8904bbbd-640c-43b9-8145-d47bc8cb0e5a service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842729 Dec 16 18:04:15.377204 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a5f9a76b-55e5-4c7d-985c-5fb5daf8ee5c req-64afacec-821e-4c40-8af8-25cdae7ab20a service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919292 Dec 16 18:04:15.625125 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'afb8085b-2b9e-466c-8aad-e5fb2508df58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'port_id': '725e8407-5a33-41d7-822b-8d87e05067a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'mac_address': 'fa:16:3e:e8:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:04:00Z', 'updated_at': '2021-12-16T18:04:14Z', 'revision_number': 1, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:15.651426 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e16b7e-e122-43b1-8cc9-68d5396329f9 None None] The sync data for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi is: [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'afb8085b-2b9e-466c-8aad-e5fb2508df58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'port_id': '725e8407-5a33-41d7-822b-8d87e05067a4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'mac_address': 'fa:16:3e:e8:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:04:00Z', 'updated_at': '2021-12-16T18:04:14Z', 'revision_number': 1, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:15.866381 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb81c6-e205-4cf9-a02e-154700068427 None None] New status for floating IP afb8085b-2b9e-466c-8aad-e5fb2508df58: ACTIVE {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:04:21.011953 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e85dbd5-fbc6-4a49-8140-f9b116f3a162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:23.284842 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-401ced29-7b45-4b80-bd37-a9209d82694a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:23.400895 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:24.593060 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:26.062458 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:26.803318 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:29.323538 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f79387db-af5f-422b-a673-e5c044b78d33 req-20b7e3cc-e320-4a51-ac0f-3d9874615cc3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415945 Dec 16 18:04:29.424461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79387db-af5f-422b-a673-e5c044b78d33 req-a2396d50-0191-40ee-a24e-6e7b68bcc038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:29.426050 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f79387db-af5f-422b-a673-e5c044b78d33 req-a2396d50-0191-40ee-a24e-6e7b68bcc038 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1098 time: 0.0491703 Dec 16 18:04:29.546177 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79387db-af5f-422b-a673-e5c044b78d33 req-f6034a15-d791-4fea-be71-20b771a52dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:29.547695 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f79387db-af5f-422b-a673-e5c044b78d33 req-f6034a15-d791-4fea-be71-20b771a52dca service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 908 time: 0.0984628 Dec 16 18:04:29.618378 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f79387db-af5f-422b-a673-e5c044b78d33 req-ee661e4c-2902-4fc8-a6b3-4351e1632c48 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 1001 time: 0.0608878 Dec 16 18:04:29.673775 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79387db-af5f-422b-a673-e5c044b78d33 req-7da8f0c2-84d3-4eaf-9760-b126aada1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:29.675215 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f79387db-af5f-422b-a673-e5c044b78d33 req-7da8f0c2-84d3-4eaf-9760-b126aada1204 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 200 len: 846 time: 0.0434802 Dec 16 18:04:29.726661 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79387db-af5f-422b-a673-e5c044b78d33 req-3fafaedb-e7d5-436d-82da-ccb8da55156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:29.728195 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f79387db-af5f-422b-a673-e5c044b78d33 req-3fafaedb-e7d5-436d-82da-ccb8da55156b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fa6e92a-e070-482a-ab38-6f3c9667d238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446994 Dec 16 18:04:29.830746 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f79387db-af5f-422b-a673-e5c044b78d33 req-a89e490d-fedc-4058-baa2-0bb52c440cb3 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905876 Dec 16 18:04:29.930167 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f79387db-af5f-422b-a673-e5c044b78d33 req-93eb27bd-df4c-43a3-b9d8-90e20bc4bc96 service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875819 Dec 16 18:04:32.157047 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:04:36.030373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 50998) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:36.201156 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Deleting port 0e2d799a-57e9-4224-a143-c53049eaa835 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:36.201478 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:36.281614 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:36.281855 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:36.293859 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Calling delete_port for 0e2d799a-57e9-4224-a143-c53049eaa835 owned by network:floatingip {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:36.478002 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:36.503409 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event deleted for resources: {'Port': ['ID=0e2d799a-57e9-4224-a143-c53049eaa835,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:36.576086 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for floatingip, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:36.576356 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Floating IP 69bf0303-dcc4-439c-83ba-f66c853240bb disassociated (deleted). External IP: 172.27.3.172, port: 6d17d62c-a308-44c9-bf27-e54417dc07f0. Dec 16 18:04:36.797994 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:04:36.924889 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:36.930188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:36.937127 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] Sync routers for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:36.949162 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:36.949850 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:36.960770 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-7796c8a9-a4f8-4f2d-96b4-d727d1c2f0f2 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "DELETE /v2.0/floatingips/69bf0303-dcc4-439c-83ba-f66c853240bb HTTP/1.1" status: 204 len: 168 time: 0.9292555 Dec 16 18:04:36.961361 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:04:36.964070 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:04:37.002649 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d6dc6-72c0-4edc-a881-8b93cb6ef054 x-openstack-request-id: req-5c6d6dc6-72c0-4edc-a881-8b93cb6ef054 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:04:37.002995 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:04:37.003252 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c6d6dc6-72c0-4edc-a881-8b93cb6ef054 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:04:37.003688 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'status': 'completed', 'code': 200} Dec 16 18:04:37.070287 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:37.071116 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-4208a290-2d93-4f7f-832b-ecd5201048c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:37.073254 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-4208a290-2d93-4f7f-832b-ecd5201048c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 1098 time: 0.0456812 Dec 16 18:04:37.185251 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-ae131084-d70c-4888-8f25-fdeb366ad2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:37.186804 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-ae131084-d70c-4888-8f25-fdeb366ad2ad service neutron] 10.222.0.76 "GET /v2.0/networks?id=3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 200 len: 908 time: 0.1012702 Dec 16 18:04:37.205183 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853c31-7ac9-4df8-ad86-24419d43b5fd req-e13ae22c-a546-45db-9d55-42f9b8542e58 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:37.206769 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-28853c31-7ac9-4df8-ad86-24419d43b5fd req-e13ae22c-a546-45db-9d55-42f9b8542e58 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0533199 Dec 16 18:04:37.237019 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-74c38ce3-8b09-4b1b-aab5-a125475d721c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 200 len: 217 time: 0.0417278 Dec 16 18:04:37.259964 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-28853c31-7ac9-4df8-ad86-24419d43b5fd req-212cdfaa-a6b7-4d90-87c0-1978017e5a36 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457530 Dec 16 18:04:37.296812 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-e0c89fbb-c5f1-48b2-a57f-68135a0d2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:37.298293 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-e0c89fbb-c5f1-48b2-a57f-68135a0d2796 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 200 len: 846 time: 0.0528729 Dec 16 18:04:37.303439 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:07Z', 'revision_number': 5, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:37.331080 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] Checking router: cdeeb96d-d3db-4504-8e0a-2fa940d0f472 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:37.340954 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:37.341588 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:37.350057 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-70a37e5d-331f-4ec7-95d1-20ead98bf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:37.351589 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-70a37e5d-331f-4ec7-95d1-20ead98bf1b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3fa6e92a-e070-482a-ab38-6f3c9667d238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449462 Dec 16 18:04:37.458959 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:37.698964 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:07Z', 'revision_number': 5, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:37.726547 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac96b3-0796-42ce-99cb-826bb0d391de None None] The sync data for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi is: [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:01Z', 'revision_number': 4, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '744bbdf9-1f10-4d86-9f7f-a4d24feff704', 'name': '', 'network_id': '3fa6e92a-e070-482a-ab38-6f3c9667d238', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'mac_address': 'fa:16:3e:72:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:00Z', 'updated_at': '2021-12-16T17:57:07Z', 'revision_number': 5, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'subnets': [{'id': '9c934be4-8f13-4985-8f51-c4e348de88a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:37.759789 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-3724867e-ca89-4d9b-8e5e-f24562e07e2b service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980336 Dec 16 18:04:37.866946 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-75800e5f-15cf-44b9-b6a7-d8e788d6e1a2 req-a122e4df-2ab2-4528-9779-7385cb32d2bc service neutron] 10.222.0.76 "GET /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959010 Dec 16 18:04:37.966906 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e31b05-0035-4b2c-8934-8709e9724026 None None] New status for floating IP 69bf0303-dcc4-439c-83ba-f66c853240bb: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:04:38.389357 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32dcc8-0a0e-4c45-8613-2f2672fcddf2 req-34d9a53e-23a0-4145-b5ee-d50d8c52e06b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:38.390990 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-da32dcc8-0a0e-4c45-8613-2f2672fcddf2 req-34d9a53e-23a0-4145-b5ee-d50d8c52e06b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0556126 Dec 16 18:04:38.446272 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-da32dcc8-0a0e-4c45-8613-2f2672fcddf2 req-b5e01b94-bb45-4c4a-abd4-2000611733f6 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ccfe801-369e-454e-8b40-17ca861f6db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469325 Dec 16 18:04:39.042696 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-51326116-f027-4e30-9e36-f5cea551a500 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:04:39.044359 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-51326116-f027-4e30-9e36-f5cea551a500 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.76 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 945 time: 0.0538988 Dec 16 18:04:39.153447 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Deleting port 6d17d62c-a308-44c9-bf27-e54417dc07f0 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:39.153739 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:39.250423 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] For port 6d17d62c-a308-44c9-bf27-e54417dc07f0, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=6d17d62c-a308-44c9-bf27-e54417dc07f0,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:39.250962 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:39.264967 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Calling delete_port for 6d17d62c-a308-44c9-bf27-e54417dc07f0 owned by compute:nova {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:39.404995 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:39.434578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event deleted for resources: {'Port': ['ID=6d17d62c-a308-44c9-bf27-e54417dc07f0,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:39.481313 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] No DVR routers for this DVR port 6d17d62c-a308-44c9-bf27-e54417dc07f0 on host hv-cinder-81920 {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:04:39.483946 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:39.487371 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5260caf0-54a7-45ee-8ec1-3eef5b667abb req-b796bcbd-43cc-466b-886d-a90cf045724b tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.76 "DELETE /v2.0/ports/6d17d62c-a308-44c9-bf27-e54417dc07f0 HTTP/1.1" status: 204 len: 173 time: 0.4358864 Dec 16 18:04:39.487821 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'name': 'network-vif-deleted', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:04:39.490084 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e6fddb-b29a-45a9-a695-0267bc01670c" -d '{"events": [{"server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "name": "network-vif-deleted", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:04:39.537020 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baff0a9-e9dc-4d36-ab92-718ce106ee36 x-openstack-request-id: req-4baff0a9-e9dc-4d36-ab92-718ce106ee36 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:04:39.537311 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99662dab-b8ee-47d0-bd2c-342104e005c4", "name": "network-vif-deleted", "tag": "6d17d62c-a308-44c9-bf27-e54417dc07f0", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:04:39.537589 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4baff0a9-e9dc-4d36-ab92-718ce106ee36 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:04:39.538174 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99662dab-b8ee-47d0-bd2c-342104e005c4', 'name': 'network-vif-deleted', 'tag': '6d17d62c-a308-44c9-bf27-e54417dc07f0', 'status': 'completed', 'code': 200} Dec 16 18:04:39.560897 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0c60a42d-51fb-4b8a-8d6c-5e58f2a1ce99 req-e4bc2d5b-e53a-4f29-a3d4-188da876faf8 tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "GET /v2.0/ports?device_id=99662dab-b8ee-47d0-bd2c-342104e005c4 HTTP/1.1" status: 200 len: 210 time: 0.0362048 Dec 16 18:04:40.622757 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51030) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:40.696721 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-381aa20f-076f-4615-98fa-314324d93c4f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:40.725645 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-381aa20f-076f-4615-98fa-314324d93c4f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:40.804700 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-381aa20f-076f-4615-98fa-314324d93c4f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:40.807349 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-381aa20f-076f-4615-98fa-314324d93c4f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:40.808574 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-381aa20f-076f-4615-98fa-314324d93c4f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] 10.222.0.32 "DELETE /v2.0/security-groups/7ccfe801-369e-454e-8b40-17ca861f6db7 HTTP/1.1" status: 204 len: 168 time: 0.1847310 Dec 16 18:04:40.818820 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381aa20f-076f-4615-98fa-314324d93c4f tempest-TestShelveInstance-110539618 tempest-TestShelveInstance-110539618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccfe801-369e-454e-8b40-17ca861f6db7,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:40.861481 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51036) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:41.417659 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:41.952963 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Deleting port 744bbdf9-1f10-4d86-9f7f-a4d24feff704 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:41.953723 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:42.038671 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] For port 744bbdf9-1f10-4d86-9f7f-a4d24feff704, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=744bbdf9-1f10-4d86-9f7f-a4d24feff704,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:42.039087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:42.052009 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Calling delete_port for 744bbdf9-1f10-4d86-9f7f-a4d24feff704 owned by network:router_interface {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:42.240086 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:42.266821 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=744bbdf9-1f10-4d86-9f7f-a4d24feff704,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:42.464202 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:42.682945 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:04:42.800284 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:42.805932 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-0a4c274b-bd62-421f-a6b4-f7bbb08e0f3b admin admin] 10.222.0.32 "PUT /v2.0/routers/cdeeb96d-d3db-4504-8e0a-2fa940d0f472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429286 Dec 16 18:04:42.808456 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51046) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:42.810565 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] Sync routers for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:42.821752 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:42.822351 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:42.918901 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks [] for router, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:42.932782 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:43.037713 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.097683 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Deleting port a1f4f400-6233-4dfa-a2d4-a488d827c89e {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:43.098025 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.127812 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T18:04:42Z', 'revision_number': 5, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port': {'id': 'a1f4f400-6233-4dfa-a2d4-a488d827c89e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T17:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:43.156057 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] Checking router: cdeeb96d-d3db-4504-8e0a-2fa940d0f472 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:43.165979 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] Routers {'cdeeb96d-d3db-4504-8e0a-2fa940d0f472'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:43.166678 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:43.187495 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] For port a1f4f400-6233-4dfa-a2d4-a488d827c89e, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a1f4f400-6233-4dfa-a2d4-a488d827c89e,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:43.187866 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.202206 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Calling delete_port for a1f4f400-6233-4dfa-a2d4-a488d827c89e owned by network:router_gateway {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:43.260269 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] Set router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 gateway port host: None {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:43.315749 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T18:04:43Z', 'revision_number': 6, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:43.343734 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7701ccf7-314a-4d03-b056-459344d9c9c4 None None] The sync data for ids ['cdeeb96d-d3db-4504-8e0a-2fa940d0f472'] in dv-cinder-819200-2-iscsi is: [{'id': 'cdeeb96d-d3db-4504-8e0a-2fa940d0f472', 'name': 'tempest-TestShelveInstance-11941675-router', 'tenant_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:55Z', 'updated_at': '2021-12-16T18:04:43Z', 'revision_number': 6, 'project_id': '30f9c4f0e45341af9bb59fb5a170bba7', 'gw_port_host': None}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:43.383449 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.396613 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6d17d62c-a308-44c9-bf27-e54417dc07f0 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:43.418273 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 6d17d62c-a308-44c9-bf27-e54417dc07f0 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:43.418782 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 6d17d62c-a308-44c9-bf27-e54417dc07f0 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:43.430215 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f4f400-6233-4dfa-a2d4-a488d827c89e,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:43.491411 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.602102 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.604624 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.671349 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.671841 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdeeb96d-d3db-4504-8e0a-2fa940d0f472 {{(pid=102418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:04:43.677858 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.679060 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-6021af40-5387-4355-9661-9978b97aeb09 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cdeeb96d-d3db-4504-8e0a-2fa940d0f472 HTTP/1.1" status: 204 len: 168 time: 0.8694377 Dec 16 18:04:43.682611 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51052) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:43.739353 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5b413a-a899-43e5-98eb-f016297e8515 admin admin] Deleting subnet 9c934be4-8f13-4985-8f51-c4e348de88a0 {{(pid=102418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:04:43.745152 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5e5b413a-a899-43e5-98eb-f016297e8515 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.800992 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5e5b413a-a899-43e5-98eb-f016297e8515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126504371'] for subnet, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.832659 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 744bbdf9-1f10-4d86-9f7f-a4d24feff704 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:43.854074 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 744bbdf9-1f10-4d86-9f7f-a4d24feff704 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:43.854328 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 744bbdf9-1f10-4d86-9f7f-a4d24feff704 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:43.922452 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5e5b413a-a899-43e5-98eb-f016297e8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:43.980684 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5e5b413a-a899-43e5-98eb-f016297e8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3335472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126170107'] for subnet, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.004202 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b413a-a899-43e5-98eb-f016297e8515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c934be4-8f13-4985-8f51-c4e348de88a0,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:44.010313 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5e5b413a-a899-43e5-98eb-f016297e8515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.013734 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-5e5b413a-a899-43e5-98eb-f016297e8515 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9c934be4-8f13-4985-8f51-c4e348de88a0 HTTP/1.1" status: 204 len: 168 time: 0.3299706 Dec 16 18:04:44.016601 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51054) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:44.017835 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf84c4c-e4ee-48eb-af83-e057f755b4c0 None None] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:04:44.099702 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.160707 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Deleting port 120117a2-8e4c-4b2f-a528-9e2672c0377f {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:44.161075 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.201698 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] DHCP port deletion for 3fa6e92a-e070-482a-ab38-6f3c9667d238 request from dv-cinder-819200-2-iscsi {{(pid=102420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:44.233832 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] For port 120117a2-8e4c-4b2f-a528-9e2672c0377f, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=120117a2-8e4c-4b2f-a528-9e2672c0377f,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:44.234223 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.247526 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Calling delete_port for 120117a2-8e4c-4b2f-a528-9e2672c0377f owned by network:dhcp {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:44.256675 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] Deleting port 120117a2-8e4c-4b2f-a528-9e2672c0377f {{(pid=102420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:44.257234 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.323507 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] For port 120117a2-8e4c-4b2f-a528-9e2672c0377f, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=120117a2-8e4c-4b2f-a528-9e2672c0377f,segment=NetworkSegment(22c2cd14-7282-41eb-a501-c82fbaac31d6),segment_id=22c2cd14-7282-41eb-a501-c82fbaac31d6)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:44.323908 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.338206 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] Calling delete_port for 120117a2-8e4c-4b2f-a528-9e2672c0377f owned by network:dhcp {{(pid=102420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:44.338651 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.366117 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Pushing event deleted for resources: {'Port': ['ID=120117a2-8e4c-4b2f-a528-9e2672c0377f,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:44.368066 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] No DVR routers for this DVR port 120117a2-8e4c-4b2f-a528-9e2672c0377f on host dv-cinder-819200-2-iscsi {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:04:44.455103 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.480585 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa6e92a-e070-482a-ab38-6f3c9667d238']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:44.494163 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c2cd14-7282-41eb-a501-c82fbaac31d6') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:44.494431 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c2cd14-7282-41eb-a501-c82fbaac31d6') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:44.509761 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.525380 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.536078 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:04:44.536898 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:04:44.539108 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:04:44.599919 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795'] for port, after_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.603376 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.608653 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:44.611997 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] 10.222.0.32 "DELETE /v2.0/networks/3fa6e92a-e070-482a-ab38-6f3c9667d238 HTTP/1.1" status: 204 len: 168 time: 0.5942864 Dec 16 18:04:44.615409 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51060) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:44.624206 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] Network 3fa6e92a-e070-482a-ab38-6f3c9667d238 is not hosted by any dhcp agent {{(pid=102420) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 18:04:44.624707 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] No DVR routers for this DVR port 120117a2-8e4c-4b2f-a528-9e2672c0377f on host dv-cinder-819200-2-iscsi {{(pid=102420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:04:44.626209 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b2572-db46-4686-a535-56f80d8fa439 None None] Pushing event deleted for resources: {'Port': ['ID=120117a2-8e4c-4b2f-a528-9e2672c0377f,revision_number=None']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:44.634560 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dcf67-14da-42d5-b586-710d3e00e06b admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa6e92a-e070-482a-ab38-6f3c9667d238,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:45.016871 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:45.292219 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Deleting port 6b1d227e-d32a-4927-bb35-9dde4abc4f47 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:45.292469 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:45.391701 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] For port 6b1d227e-d32a-4927-bb35-9dde4abc4f47, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=6b1d227e-d32a-4927-bb35-9dde4abc4f47,segment=NetworkSegment(15d7af02-686d-4b5b-9cc7-c6824b3564a8),segment_id=15d7af02-686d-4b5b-9cc7-c6824b3564a8)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:45.392065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:45.409403 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Calling delete_port for 6b1d227e-d32a-4927-bb35-9dde4abc4f47 owned by network:router_interface {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:45.582529 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a1f4f400-6233-4dfa-a2d4-a488d827c89e no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:45.605788 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: a1f4f400-6233-4dfa-a2d4-a488d827c89e {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:45.606660 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a1f4f400-6233-4dfa-a2d4-a488d827c89e not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:45.607311 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 120117a2-8e4c-4b2f-a528-9e2672c0377f no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:45.616241 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:45.634231 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 120117a2-8e4c-4b2f-a528-9e2672c0377f {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:45.634567 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 120117a2-8e4c-4b2f-a528-9e2672c0377f not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:45.645904 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1d227e-d32a-4927-bb35-9dde4abc4f47,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:45.823775 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:46.072979 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Router cf6c34a9-78ef-4736-9796-ab07e48715a6 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:04:46.190729 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:04:46.196324 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-13a94e44-6676-4d5a-abe0-7726eef80d08 admin admin] 10.222.0.32 "PUT /v2.0/routers/cf6c34a9-78ef-4736-9796-ab07e48715a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5798197 Dec 16 18:04:46.199322 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51066) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:46.202557 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] Sync routers for ids ['cf6c34a9-78ef-4736-9796-ab07e48715a6'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:04:46.215991 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] Routers {'cf6c34a9-78ef-4736-9796-ab07e48715a6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:46.216927 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cf6c34a9-78ef-4736-9796-ab07e48715a6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:46.309314 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks [] for router, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:46.325252 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] Set router cf6c34a9-78ef-4736-9796-ab07e48715a6 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:46.413431 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:46.469729 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Deleting port 4b1170cf-ee3a-415b-974c-62fda6650bec {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:46.470063 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:46.516346 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T18:04:45Z', 'revision_number': 5, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port': {'id': '4b1170cf-ee3a-415b-974c-62fda6650bec', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:07Z', 'updated_at': '2021-12-16T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:46.551720 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] Checking router: cf6c34a9-78ef-4736-9796-ab07e48715a6 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:04:46.554122 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] For port 4b1170cf-ee3a-415b-974c-62fda6650bec, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=4b1170cf-ee3a-415b-974c-62fda6650bec,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:46.554519 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:46.560219 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] Routers {'cf6c34a9-78ef-4736-9796-ab07e48715a6'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:04:46.560840 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['cf6c34a9-78ef-4736-9796-ab07e48715a6'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:46.567593 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Calling delete_port for 4b1170cf-ee3a-415b-974c-62fda6650bec owned by network:router_gateway {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:46.744467 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] Set router cf6c34a9-78ef-4736-9796-ab07e48715a6 gateway port host: None {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:04:46.748437 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:46.774180 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1170cf-ee3a-415b-974c-62fda6650bec,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:46.805165 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T18:04:46Z', 'revision_number': 6, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:46.832509 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28964a-981e-4c87-80e7-62b3a7b65d3e None None] The sync data for ids ['cf6c34a9-78ef-4736-9796-ab07e48715a6'] in dv-cinder-819200-2-iscsi is: [{'id': 'cf6c34a9-78ef-4736-9796-ab07e48715a6', 'name': 'tempest-TestShelveInstance-797371438-router', 'tenant_id': '70463eef17a84500ba006c64f16e9411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:57:06Z', 'updated_at': '2021-12-16T18:04:46Z', 'revision_number': 6, 'project_id': '70463eef17a84500ba006c64f16e9411', 'gw_port_host': None}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:04:46.838306 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.205495 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.208679 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.255894 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.256430 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6c34a9-78ef-4736-9796-ab07e48715a6 {{(pid=102418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:04:47.261623 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.262921 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-cf0881e9-e625-49d1-b40f-df6584fa2738 admin admin] 10.222.0.32 "DELETE /v2.0/routers/cf6c34a9-78ef-4736-9796-ab07e48715a6 HTTP/1.1" status: 204 len: 168 time: 1.0622716 Dec 16 18:04:47.265488 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51072) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:47.310579 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e3879d-6e95-4905-bf18-65ef7003baab admin admin] Deleting subnet add18652-85a6-4bb9-b320-44e5f5a81e9b {{(pid=102418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:04:47.313791 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-64e3879d-6e95-4905-bf18-65ef7003baab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.358883 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-64e3879d-6e95-4905-bf18-65ef7003baab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126504371'] for subnet, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.442458 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-64e3879d-6e95-4905-bf18-65ef7003baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.498067 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-64e3879d-6e95-4905-bf18-65ef7003baab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3335472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126170107'] for subnet, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.527036 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3879d-6e95-4905-bf18-65ef7003baab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add18652-85a6-4bb9-b320-44e5f5a81e9b,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:47.532203 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-64e3879d-6e95-4905-bf18-65ef7003baab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.536097 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-64e3879d-6e95-4905-bf18-65ef7003baab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/add18652-85a6-4bb9-b320-44e5f5a81e9b HTTP/1.1" status: 204 len: 168 time: 0.2696481 Dec 16 18:04:47.538069 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51076) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:47.539486 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbaea0-dbea-41f1-9f40-4c6b6afa995b None None] Network fee7c4e3-71bc-46bf-b44c-d29469a75d54 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:04:47.615862 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.674357 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 6b1d227e-d32a-4927-bb35-9dde4abc4f47 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:47.677312 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Deleting port b6f749ad-f180-4ec9-a824-c31d4666808b {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:47.677648 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.695259 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 6b1d227e-d32a-4927-bb35-9dde4abc4f47 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:47.695895 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 6b1d227e-d32a-4927-bb35-9dde4abc4f47 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:47.696321 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 4b1170cf-ee3a-415b-974c-62fda6650bec no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:47.719151 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 4b1170cf-ee3a-415b-974c-62fda6650bec {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:47.719384 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 4b1170cf-ee3a-415b-974c-62fda6650bec not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:47.733346 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] DHCP port deletion for fee7c4e3-71bc-46bf-b44c-d29469a75d54 request from dv-cinder-819200-2-iscsi {{(pid=102420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:04:47.747472 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] For port b6f749ad-f180-4ec9-a824-c31d4666808b, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=b6f749ad-f180-4ec9-a824-c31d4666808b,segment=NetworkSegment(15d7af02-686d-4b5b-9cc7-c6824b3564a8),segment_id=15d7af02-686d-4b5b-9cc7-c6824b3564a8)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:47.748080 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.764417 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Calling delete_port for b6f749ad-f180-4ec9-a824-c31d4666808b owned by network:dhcp {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:47.784147 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] Deleting port b6f749ad-f180-4ec9-a824-c31d4666808b {{(pid=102420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:04:47.784664 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.863556 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] For port b6f749ad-f180-4ec9-a824-c31d4666808b, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=b6f749ad-f180-4ec9-a824-c31d4666808b,segment=NetworkSegment(15d7af02-686d-4b5b-9cc7-c6824b3564a8),segment_id=15d7af02-686d-4b5b-9cc7-c6824b3564a8)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:04:47.863937 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.867691 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.879845 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] Calling delete_port for b6f749ad-f180-4ec9-a824-c31d4666808b owned by network:dhcp {{(pid=102420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:04:47.910025 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f749ad-f180-4ec9-a824-c31d4666808b,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:47.911887 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] No DVR routers for this DVR port b6f749ad-f180-4ec9-a824-c31d4666808b on host dv-cinder-819200-2-iscsi {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:04:47.966904 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795'] for port, after_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.990331 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:47.993364 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] Pushing event deleted for resources: {'Port': ['ID=b6f749ad-f180-4ec9-a824-c31d4666808b,revision_number=None']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:48.003457 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3bd3a9-3957-4290-b9e4-1b8ba144f686 None None] No DVR routers for this DVR port b6f749ad-f180-4ec9-a824-c31d4666808b on host dv-cinder-819200-2-iscsi {{(pid=102420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:04:48.021748 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee7c4e3-71bc-46bf-b44c-d29469a75d54']}} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:48.031550 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d7af02-686d-4b5b-9cc7-c6824b3564a8') {'for_net_delete': True} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:48.031843 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d7af02-686d-4b5b-9cc7-c6824b3564a8') {} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:04:48.041666 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126504264'] for segment, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.055778 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.062302 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:04:48.062713 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335514'] for segment, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: Traceback (most recent call last): Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: timer() Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: cb(*args, **kw) Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: return func(*args, **kwargs) Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: self._notify() Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: self.callback(batched_events) Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: event.method(event) Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: return f(self, *a, **k) Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._get(url).json() Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: return self.request(url, 'GET', **kwargs) Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:04:48.064376 dv-cinder-819200-2-iscsi neutron-server[102418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:04:48.128328 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.134076 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.138986 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] 10.222.0.32 "DELETE /v2.0/networks/fee7c4e3-71bc-46bf-b44c-d29469a75d54 HTTP/1.1" status: 204 len: 168 time: 0.5992305 Dec 16 18:04:48.150934 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584e84c-304d-463b-a322-b2a42f00e5ac admin admin] Pushing event deleted for resources: {'Network': ['ID=fee7c4e3-71bc-46bf-b44c-d29469a75d54,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:48.262260 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51082) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:48.305660 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-8b039481-5bd3-4913-9fd1-f1db89266cdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30f9c4f0e45341af9bb59fb5a170bba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420716 Dec 16 18:04:48.308479 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51084) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:48.362576 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d1d0674a-31fe-455c-b4c5-dd59726b3852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.384995 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d1d0674a-31fe-455c-b4c5-dd59726b3852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.436536 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d1d0674a-31fe-455c-b4c5-dd59726b3852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.439178 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d1d0674a-31fe-455c-b4c5-dd59726b3852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.440379 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d1d0674a-31fe-455c-b4c5-dd59726b3852 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/349108ac-f878-47b0-b502-ef90448e951a HTTP/1.1" status: 204 len: 168 time: 0.1309712 Dec 16 18:04:48.450186 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0674a-31fe-455c-b4c5-dd59726b3852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349108ac-f878-47b0-b502-ef90448e951a,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:48.807704 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51092) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:48.856706 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-03d0182c-1a65-4849-9a6d-535391083c85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70463eef17a84500ba006c64f16e9411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470443 Dec 16 18:04:48.859860 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51094) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:04:48.913591 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9da77771-b938-45df-ac98-536a9703effc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.936847 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9da77771-b938-45df-ac98-536a9703effc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.990047 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9da77771-b938-45df-ac98-536a9703effc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.992774 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9da77771-b938-45df-ac98-536a9703effc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:48.994045 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-9da77771-b938-45df-ac98-536a9703effc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4cc69f8d-c958-41b1-85c5-e3a739564d52 HTTP/1.1" status: 204 len: 168 time: 0.1328847 Dec 16 18:04:49.002324 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da77771-b938-45df-ac98-536a9703effc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc69f8d-c958-41b1-85c5-e3a739564d52,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:04:49.594929 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device b6f749ad-f180-4ec9-a824-c31d4666808b no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:04:49.616536 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: b6f749ad-f180-4ec9-a824-c31d4666808b {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:04:49.616884 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device b6f749ad-f180-4ec9-a824-c31d4666808b not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:04:51.010402 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-7592dc11-f5cf-48c8-bd46-85d2eeda798f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:53.294210 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b8d59017-b3b2-4e25-822e-0928d1cf7e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:53.388157 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:54.596420 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:56.064297 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:04:56.799319 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:09.155550 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:05:14.056082 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-6c005c92-6057-49ab-b5eb-2842f3ad9a32 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735733232&fields=id&tenant_id=b15f37c1016f4bf69ab6e241b39cbefb HTTP/1.1" status: 200 len: 267 time: 0.0524845 Dec 16 18:05:14.117712 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-87c6b2aa-e790-454e-9c11-09016770cb0c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:14.119319 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-87c6b2aa-e790-454e-9c11-09016770cb0c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 984 time: 0.0571353 Dec 16 18:05:14.132017 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Request body: {'port': {'security_groups': ['65b547d5-6754-46fb-a5c7-3fa474deca1b']}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:05:14.203926 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.389494 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] For port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:14.419321 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.424391 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.436828 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:05:14.469021 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:14.469673 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.471074 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5020b8ca-d00b-4493-ac15-fc988cc591b4 req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "PUT /v2.0/ports/247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 942 time: 0.3448541 Dec 16 18:05:14.471565 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:05:14.473997 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b" -d '{"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:05:14.487686 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51258) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:14.509641 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event updated for resources: {'Port': ['ID=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,revision_number=7']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:14.517540 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.517903 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.518251 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.518592 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.518987 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.519323 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.519710 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.520049 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.520382 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.520712 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.521041 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.521371 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.521698 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60e6206-25e7-4954-9c19-8f99ce8ac4a9 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.551727 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f19ffb5-5ecd-4f82-8b89-9e65e7170bd5 x-openstack-request-id: req-0f19ffb5-5ecd-4f82-8b89-9e65e7170bd5 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:05:14.552027 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:05:14.552291 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f19ffb5-5ecd-4f82-8b89-9e65e7170bd5 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:05:14.552703 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'status': 'completed', 'code': 200} Dec 16 18:05:14.578321 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.588477 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:05:14.607273 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.628256 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-d2744982-2463-4be0-9929-863c1e9a65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:14.630268 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-d2744982-2463-4be0-9929-863c1e9a65f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1098 time: 0.0507338 Dec 16 18:05:14.679988 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.683747 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.685345 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "DELETE /v2.0/security-groups/95fcd07d-2750-4e67-8850-8076191f9ed0 HTTP/1.1" status: 204 len: 168 time: 0.1956153 Dec 16 18:05:14.688134 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51260) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:14.697069 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fcd07d-2750-4e67-8850-8076191f9ed0,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:14.705579 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.705936 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.706289 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.706646 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.706982 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.707748 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.708133 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.708423 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.708759 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.709148 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.709482 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.709868 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.710123 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9b4255-9d6b-4110-a237-4e8c97116423 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:14.764143 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-c2c2a579-0074-4225-8861-57c43f2fc970 None None] Provisioning complete for port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:05:14.764515 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a579-0074-4225-8861-57c43f2fc970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:14.824879 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-28a0053b-67f3-49cb-9d43-1af473af627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:14.826256 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-28a0053b-67f3-49cb-9d43-1af473af627a service neutron] 10.222.0.76 "GET /v2.0/networks?id=b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 200 len: 916 time: 0.1838539 Dec 16 18:05:15.204736 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-8aa75ea2-6bcd-4219-9826-16bd7c7b7680 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 1001 time: 0.3677034 Dec 16 18:05:15.223116 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Deleting port cdce4d65-7452-4213-826f-fd023d5e3915 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:15.223686 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:15.302097 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-02f0320d-75c3-4802-a846-03cf0f7bc068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:15.303639 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-02f0320d-75c3-4802-a846-03cf0f7bc068 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc6253c9-a632-467b-8014-8504807b50aa HTTP/1.1" status: 200 len: 854 time: 0.0908313 Dec 16 18:05:15.355792 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:15.356074 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:15.372260 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Calling delete_port for cdce4d65-7452-4213-826f-fd023d5e3915 owned by network:floatingip {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:15.386111 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-bfe51c51-8ea0-4108-a585-5b1d108d391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:15.388390 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-bfe51c51-8ea0-4108-a585-5b1d108d391e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b02ceb61-4e66-443a-8dd0-626b884c5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748734 Dec 16 18:05:15.564221 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-d5cca9bd-8e25-4265-a05f-330dd6901925 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436744 Dec 16 18:05:15.690194 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b2f8299c-7e74-4fe5-ad61-0c1dbdf5da0b req-98aa50fa-5663-4028-b37e-cf75c73da675 service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184418 Dec 16 18:05:15.691242 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:15.717692 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event deleted for resources: {'Port': ['ID=cdce4d65-7452-4213-826f-fd023d5e3915,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:15.792610 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks [] for floatingip, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:15.792899 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Floating IP 18485aab-e4b1-459e-a615-e7628d22ad81 disassociated (deleted). External IP: 172.27.3.180, port: 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72. Dec 16 18:05:16.012823 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Router f52ac559-c813-4ef2-8879-544906375d44 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:05:16.135866 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:05:16.140721 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:16.149351 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] Sync routers for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:05:16.161982 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:16.162670 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:16.170297 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5eda3c98-b3ae-41dd-b3e0-fb276d7b0574 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "DELETE /v2.0/floatingips/18485aab-e4b1-459e-a615-e7628d22ad81 HTTP/1.1" status: 204 len: 168 time: 1.4810386 Dec 16 18:05:16.271712 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:16.492429 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:37Z', 'revision_number': 5, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:16.519304 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] Checking router: f52ac559-c813-4ef2-8879-544906375d44 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:05:16.528620 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:16.529143 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:16.554193 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:05:16.556714 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:05:16.625089 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b2b733-ab15-4d4d-8e86-f775edcfcee2 x-openstack-request-id: req-81b2b733-ab15-4d4d-8e86-f775edcfcee2 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:05:16.625365 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:05:16.625618 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81b2b733-ab15-4d4d-8e86-f775edcfcee2 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:05:16.626014 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'status': 'completed', 'code': 200} Dec 16 18:05:16.643436 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:16.700058 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-ee04571d-654c-46ff-b733-f55aae748437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:16.701651 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-ee04571d-654c-46ff-b733-f55aae748437 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 1098 time: 0.0505345 Dec 16 18:05:16.834840 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-5894a678-fa66-43dd-9886-1d1aeb8faae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:16.837866 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-5894a678-fa66-43dd-9886-1d1aeb8faae6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 200 len: 916 time: 0.1232436 Dec 16 18:05:16.892182 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-2d08ca89-91ac-43bd-a767-0dd926689e6f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 200 len: 217 time: 0.0434432 Dec 16 18:05:16.893182 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:37Z', 'revision_number': 5, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:16.926072 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe6b890-f89f-42eb-a64f-0f4e765e7782 None None] The sync data for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi is: [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:01:33Z', 'revision_number': 4, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '93bd39e9-a77b-4d94-a135-19395f835098', 'name': '', 'network_id': 'b02ceb61-4e66-443a-8dd0-626b884c5568', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'mac_address': 'fa:16:3e:f4:80:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:32Z', 'updated_at': '2021-12-16T18:01:37Z', 'revision_number': 5, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'subnets': [{'id': 'dc6253c9-a632-467b-8014-8504807b50aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:05:16.951029 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-f994d883-2b8b-4fef-9e5d-86d2782ddff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:16.952572 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-f994d883-2b8b-4fef-9e5d-86d2782ddff0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dc6253c9-a632-467b-8014-8504807b50aa HTTP/1.1" status: 200 len: 854 time: 0.0500801 Dec 16 18:05:17.011219 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-b278d0fb-a6d0-4f98-8af5-51db5b2c346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:17.012770 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-b278d0fb-a6d0-4f98-8af5-51db5b2c346e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b02ceb61-4e66-443a-8dd0-626b884c5568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527809 Dec 16 18:05:17.125552 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-d6c3969d-ff4d-4990-b01c-7b183c621aab service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037424 Dec 16 18:05:17.192310 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396f2f0-ec9e-4ab7-83a6-44ebcc18ac0a None None] New status for floating IP 18485aab-e4b1-459e-a615-e7628d22ad81: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:05:17.234173 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-00a5bf1f-53ae-4bbd-986d-cb28cdcdb5d7 req-1fb7e2f6-89e8-4c8b-8365-78bc7758350f service neutron] 10.222.0.76 "GET /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007793 Dec 16 18:05:18.435605 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189b9b3-7fdc-4b12-afad-ae654f536afc req-1b974112-a714-4539-a110-e5bc5db681a5 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:18.437141 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0189b9b3-7fdc-4b12-afad-ae654f536afc req-1b974112-a714-4539-a110-e5bc5db681a5 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 945 time: 0.0615900 Dec 16 18:05:18.486506 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-0189b9b3-7fdc-4b12-afad-ae654f536afc req-392c5410-1976-4bc7-bac4-af8b39e30741 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Dec 16 18:05:18.974051 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e595a-dda5-4436-b677-1892365f9191 req-0c183729-72b5-482a-9b70-365fd93e16fb tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:18.975496 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-679e595a-dda5-4436-b677-1892365f9191 req-0c183729-72b5-482a-9b70-365fd93e16fb tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0555351 Dec 16 18:05:19.027010 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-679e595a-dda5-4436-b677-1892365f9191 req-c37fb93c-c946-482e-8fa0-c9b9a4ab7608 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440502 Dec 16 18:05:19.623286 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86856e4-9967-4f96-a34d-28c26de064d8 req-3080c5d3-3dce-4ca6-b00d-52a5926e4164 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:19.624784 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e86856e4-9967-4f96-a34d-28c26de064d8 req-3080c5d3-3dce-4ca6-b00d-52a5926e4164 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 945 time: 0.0533040 Dec 16 18:05:19.677899 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e86856e4-9967-4f96-a34d-28c26de064d8 req-92cfab1d-b0f4-4358-96c8-2c3d3d0d33d5 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Dec 16 18:05:20.165390 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11642709-b2b7-47eb-8a9a-334863039fb7 req-5ad849e5-a67d-47b4-9b9a-e6dd4a4a26fd tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:20.166931 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-11642709-b2b7-47eb-8a9a-334863039fb7 req-5ad849e5-a67d-47b4-9b9a-e6dd4a4a26fd tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0605412 Dec 16 18:05:20.217417 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-11642709-b2b7-47eb-8a9a-334863039fb7 req-2866a4d2-2d7a-46e4-8d92-b6a7f2617c30 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441961 Dec 16 18:05:20.325487 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1919-45f3-457a-950b-dec8bf7da56e req-da93c419-1c4d-41c8-97ec-9f9e4ee5bf3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:20.326959 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-025b1919-45f3-457a-950b-dec8bf7da56e req-da93c419-1c4d-41c8-97ec-9f9e4ee5bf3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 945 time: 0.0638182 Dec 16 18:05:20.437150 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Deleting port 8d32b2ae-696c-4691-9736-3ca1147eff32 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:20.437487 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:20.530809 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] For port 8d32b2ae-696c-4691-9736-3ca1147eff32, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=8d32b2ae-696c-4691-9736-3ca1147eff32,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:20.531166 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:20.704738 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:20.705430 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:20.705430 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Floating IP 85d2a3ab-1da7-4983-83b9-6cfccfa09d8f disassociated. External IP: 172.27.3.242, port: 8d32b2ae-696c-4691-9736-3ca1147eff32. Dec 16 18:05:20.705727 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Calling delete_port for 8d32b2ae-696c-4691-9736-3ca1147eff32 owned by compute:nova {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:20.803690 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd870d63-bc0a-45b6-a91a-e3eab0291ddc req-59f7a909-0ad6-4d47-bd5e-08c960da5a8e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:20.805572 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-dd870d63-bc0a-45b6-a91a-e3eab0291ddc req-59f7a909-0ad6-4d47-bd5e-08c960da5a8e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/ports?device_id=1baf3ec0-6bf3-4ec7-93ce-46d3471c9984 HTTP/1.1" status: 200 len: 945 time: 0.0525246 Dec 16 18:05:20.842781 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:20.854793 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-dd870d63-bc0a-45b6-a91a-e3eab0291ddc req-3a014948-b51f-477a-9d97-6147a84d8687 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups?id=a40297bf-ba63-455d-81ad-b1af8d2e491f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 Dec 16 18:05:20.872313 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event deleted for resources: {'Port': ['ID=8d32b2ae-696c-4691-9736-3ca1147eff32,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:20.994358 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-c828565e-519a-45a4-b1b6-0233ce177b6b tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:20.996095 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-c828565e-519a-45a4-b1b6-0233ce177b6b tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.0670621 Dec 16 18:05:21.009609 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-c07858d5-91b8-4142-8d56-9e8264794361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:21.029300 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Router 38ea63a7-230b-4951-9e10-1dc5dc95b95c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:05:21.100860 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Deleting port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:21.103025 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:21.147296 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:05:21.161380 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] Sync routers for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:05:21.172144 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:21.172797 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:21.188716 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] No DVR routers for this DVR port 8d32b2ae-696c-4691-9736-3ca1147eff32 on host hv-cinder-81920 {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:05:21.191622 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:21.195229 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.76 "DELETE /v2.0/ports/8d32b2ae-696c-4691-9736-3ca1147eff32 HTTP/1.1" status: 204 len: 173 time: 0.8582420 Dec 16 18:05:21.195775 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'name': 'network-vif-deleted', 'tag': '8d32b2ae-696c-4691-9736-3ca1147eff32'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:05:21.198324 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c81c66-43a0-466c-ab53-5b475dc9fc8d" -d '{"events": [{"server_uuid": "1baf3ec0-6bf3-4ec7-93ce-46d3471c9984", "name": "network-vif-deleted", "tag": "8d32b2ae-696c-4691-9736-3ca1147eff32"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:05:21.226313 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] For port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:21.226870 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:21.252700 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Calling delete_port for 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:21.270120 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f121f26-fb63-4cc8-955a-e6eda7a943b2 x-openstack-request-id: req-6f121f26-fb63-4cc8-955a-e6eda7a943b2 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:05:21.270529 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baf3ec0-6bf3-4ec7-93ce-46d3471c9984", "name": "network-vif-deleted", "tag": "8d32b2ae-696c-4691-9736-3ca1147eff32", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:05:21.270946 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f121f26-fb63-4cc8-955a-e6eda7a943b2 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:05:21.271654 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baf3ec0-6bf3-4ec7-93ce-46d3471c9984', 'name': 'network-vif-deleted', 'tag': '8d32b2ae-696c-4691-9736-3ca1147eff32', 'status': 'completed', 'code': 200} Dec 16 18:05:21.425513 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:21.446148 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed07d17-e8f6-44bc-a46b-7330f7729c2c req-38e06cc8-5e38-4d9c-ad5e-95157a712327 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:21.454754 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4ed07d17-e8f6-44bc-a46b-7330f7729c2c req-38e06cc8-5e38-4d9c-ad5e-95157a712327 tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/ports?device_id=388f8928-1248-47df-95b1-4c7030d1ccf0 HTTP/1.1" status: 200 len: 945 time: 0.1141453 Dec 16 18:05:21.461058 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Pushing event deleted for resources: {'Port': ['ID=247f1d20-fafa-49b7-8f54-d1ff1a3dcb72,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:21.506389 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:05:21.512709 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] No DVR routers for this DVR port 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:05:21.515362 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4ed07d17-e8f6-44bc-a46b-7330f7729c2c req-822241fe-bd7d-49a5-a403-db580a9ddfce tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.32 "GET /v2.0/security-groups?id=65b547d5-6754-46fb-a5c7-3fa474deca1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595481 Dec 16 18:05:21.518835 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:21.522990 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0382b36c-aa90-4531-9513-16b26c0a8947 req-e952c4cb-7fe6-45c1-b64f-a2a445e3e71c tempest-TestMinimumBasicScenario-274312541 tempest-TestMinimumBasicScenario-274312541-project] 10.222.0.76 "DELETE /v2.0/ports/247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 HTTP/1.1" status: 204 len: 173 time: 0.5192394 Dec 16 18:05:21.525739 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'name': 'network-vif-deleted', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:05:21.533288 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fe0a49-c04a-489f-a717-eda662a8d24d" -d '{"events": [{"server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "name": "network-vif-deleted", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:05:21.550423 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:21.580871 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3567e202-f8bc-4008-9aca-e29aebe742e2 x-openstack-request-id: req-3567e202-f8bc-4008-9aca-e29aebe742e2 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:05:21.581162 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388f8928-1248-47df-95b1-4c7030d1ccf0", "name": "network-vif-deleted", "tag": "247f1d20-fafa-49b7-8f54-d1ff1a3dcb72", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:05:21.581411 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3567e202-f8bc-4008-9aca-e29aebe742e2 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:05:21.582485 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388f8928-1248-47df-95b1-4c7030d1ccf0', 'name': 'network-vif-deleted', 'tag': '247f1d20-fafa-49b7-8f54-d1ff1a3dcb72', 'status': 'completed', 'code': 200} Dec 16 18:05:21.782029 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:21.815409 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] Checking router: 38ea63a7-230b-4951-9e10-1dc5dc95b95c for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:05:21.829322 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:21.830486 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:04:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:21.960324 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51350) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:21.973806 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:22.050744 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90d5b617-4bff-489c-abb5-7ee0f03ea6b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.085190 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90d5b617-4bff-489c-abb5-7ee0f03ea6b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.143360 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90d5b617-4bff-489c-abb5-7ee0f03ea6b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.145934 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-90d5b617-4bff-489c-abb5-7ee0f03ea6b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.147113 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-90d5b617-4bff-489c-abb5-7ee0f03ea6b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "DELETE /v2.0/security-groups/a40297bf-ba63-455d-81ad-b1af8d2e491f HTTP/1.1" status: 204 len: 168 time: 0.1854603 Dec 16 18:05:22.150871 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51354) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:22.156504 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5b617-4bff-489c-abb5-7ee0f03ea6b7 tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40297bf-ba63-455d-81ad-b1af8d2e491f,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:22.167091 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.api.v2.resource [None req-add23198-7a84-4e8a-8527-cba9c5dce76a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] show failed (client error): The resource could not be found. Dec 16 18:05:22.168132 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-add23198-7a84-4e8a-8527-cba9c5dce76a tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "GET /v2.0/security-groups/a40297bf-ba63-455d-81ad-b1af8d2e491f HTTP/1.1" status: 404 len: 347 time: 0.0152874 Dec 16 18:05:22.171146 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51356) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:22.221577 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:22.248046 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003e265-8f8a-4a55-9f39-007f68135eb4 None None] The sync data for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi is: [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T17:55:27Z', 'revision_number': 4, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': '6c830b8d-5444-4aff-b3c6-6346cee39613', 'name': '', 'network_id': '43f239ba-5297-4276-aa7c-a1261d7cfa70', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'mac_address': 'fa:16:3e:a5:2b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:24Z', 'updated_at': '2021-12-16T17:55:36Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'subnets': [{'id': '0f625ea4-6270-40c1-8bf0-53a0de072516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:05:22.306486 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Deleting port c16581ec-1d53-452b-8ad8-c9d82e49950f {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:22.306864 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.391679 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.392006 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.410702 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Calling delete_port for c16581ec-1d53-452b-8ad8-c9d82e49950f owned by network:floatingip {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:22.486494 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d268a21c-26b6-4b19-86a7-ba991e9c7cb3 None None] New status for floating IP 85d2a3ab-1da7-4983-83b9-6cfccfa09d8f: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:05:22.557386 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.563987 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.db.api [None req-d268a21c-26b6-4b19-86a7-ba991e9c7cb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102421) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 18:05:22.564387 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG oslo_db.api [None req-d268a21c-26b6-4b19-86a7-ba991e9c7cb3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 18:05:22.592669 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Pushing event deleted for resources: {'Port': ['ID=c16581ec-1d53-452b-8ad8-c9d82e49950f,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:22.647349 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks [] for floatingip, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.650068 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:22.651371 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c0df7b3f-009b-4ed3-af2b-268f05d5c85d tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] 10.222.0.32 "DELETE /v2.0/floatingips/85d2a3ab-1da7-4983-83b9-6cfccfa09d8f HTTP/1.1" status: 204 len: 168 time: 0.4792976 Dec 16 18:05:23.065849 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d268a21c-26b6-4b19-86a7-ba991e9c7cb3 None None] New status for floating IP 85d2a3ab-1da7-4983-83b9-6cfccfa09d8f: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:05:23.258785 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51412) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:23.289357 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-6a3c109b-7d53-44cd-b430-8166301d4dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:23.395616 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:23.577335 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 8d32b2ae-696c-4691-9736-3ca1147eff32 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:23.598579 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 8d32b2ae-696c-4691-9736-3ca1147eff32 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:23.598945 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 8d32b2ae-696c-4691-9736-3ca1147eff32 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:23.625837 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:23.882052 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Deleting port 93bd39e9-a77b-4d94-a135-19395f835098 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:23.882424 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:23.964879 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] For port 93bd39e9-a77b-4d94-a135-19395f835098, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=93bd39e9-a77b-4d94-a135-19395f835098,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:23.965270 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:23.978660 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Calling delete_port for 93bd39e9-a77b-4d94-a135-19395f835098 owned by network:router_interface {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:24.178321 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:24.210367 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=93bd39e9-a77b-4d94-a135-19395f835098,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:24.599034 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:24.670521 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:24.898984 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Router f52ac559-c813-4ef2-8879-544906375d44 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:05:25.014091 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:05:25.019421 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-968a08ed-729d-427b-b669-dcfc36c0c9bf admin admin] 10.222.0.32 "PUT /v2.0/routers/f52ac559-c813-4ef2-8879-544906375d44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7595162 Dec 16 18:05:25.022189 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51428) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:25.022974 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] Sync routers for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:05:25.033441 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:25.034441 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:05:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:25.135792 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.151791 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:25.238733 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.296070 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Deleting port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:25.296402 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.330747 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:05:24Z', 'revision_number': 5, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port': {'id': 'f4c536bb-7dbb-4ecc-81cb-56bd78b22fee', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52ac559-c813-4ef2-8879-544906375d44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:31Z', 'updated_at': '2021-12-16T18:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:25.360853 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] Checking router: f52ac559-c813-4ef2-8879-544906375d44 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:05:25.369316 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] Routers {'f52ac559-c813-4ef2-8879-544906375d44'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:25.369928 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:05:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['f52ac559-c813-4ef2-8879-544906375d44'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:25.377366 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] For port f4c536bb-7dbb-4ecc-81cb-56bd78b22fee, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=f4c536bb-7dbb-4ecc-81cb-56bd78b22fee,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:25.377747 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.393546 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Calling delete_port for f4c536bb-7dbb-4ecc-81cb-56bd78b22fee owned by network:router_gateway {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:25.456290 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] Set router f52ac559-c813-4ef2-8879-544906375d44 gateway port host: None {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:25.509009 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:05:25Z', 'revision_number': 6, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:25.539473 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f930496-a0f6-477b-a41e-70edf4ff94f4 None None] The sync data for ids ['f52ac559-c813-4ef2-8879-544906375d44'] in dv-cinder-819200-2-iscsi is: [{'id': 'f52ac559-c813-4ef2-8879-544906375d44', 'name': 'tempest-TestMinimumBasicScenario-1407745200-router', 'tenant_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:30Z', 'updated_at': '2021-12-16T18:05:25Z', 'revision_number': 6, 'project_id': 'b15f37c1016f4bf69ab6e241b39cbefb', 'gw_port_host': None}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:05:25.576012 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.605733 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c536bb-7dbb-4ecc-81cb-56bd78b22fee,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:25.606967 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:25.629638 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:25.629985 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 247f1d20-fafa-49b7-8f54-d1ff1a3dcb72 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:25.665342 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.755165 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.757572 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.807340 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.807920 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52ac559-c813-4ef2-8879-544906375d44 {{(pid=102419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:05:25.812500 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] Publish callbacks [] for router, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.813650 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-602cc96e-cd6c-4874-a1a8-c3f0fef653bd admin admin] 10.222.0.32 "DELETE /v2.0/routers/f52ac559-c813-4ef2-8879-544906375d44 HTTP/1.1" status: 204 len: 168 time: 0.7903893 Dec 16 18:05:25.817403 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51436) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:25.865401 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5f6f4e-bd2d-49ef-9f83-75afcf22318e admin admin] Deleting subnet dc6253c9-a632-467b-8014-8504807b50aa {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:05:25.868979 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6f4e-bd2d-49ef-9f83-75afcf22318e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:25.918505 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6f4e-bd2d-49ef-9f83-75afcf22318e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2504350'] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.040629 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6f4e-bd2d-49ef-9f83-75afcf22318e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.071811 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.104677 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6f4e-bd2d-49ef-9f83-75afcf22318e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3245940'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.131047 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f6f4e-bd2d-49ef-9f83-75afcf22318e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6253c9-a632-467b-8014-8504807b50aa,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:26.133707 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6f4e-bd2d-49ef-9f83-75afcf22318e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.141048 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-3a5f6f4e-bd2d-49ef-9f83-75afcf22318e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dc6253c9-a632-467b-8014-8504807b50aa HTTP/1.1" status: 204 len: 168 time: 0.3202767 Dec 16 18:05:26.141258 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9c60da-d45d-4367-be9e-ea1875dc33a5 None None] Network b02ceb61-4e66-443a-8dd0-626b884c5568 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:05:26.141420 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51438) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:26.221499 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.261893 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51446) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:26.290877 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Deleting port 50998e5d-5989-42e7-9bfe-6da02371a972 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:26.291407 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.344445 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] DHCP port deletion for b02ceb61-4e66-443a-8dd0-626b884c5568 request from dv-cinder-819200-2-iscsi {{(pid=102420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:05:26.364506 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] For port 50998e5d-5989-42e7-9bfe-6da02371a972, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=50998e5d-5989-42e7-9bfe-6da02371a972,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:26.364875 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.381508 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Calling delete_port for 50998e5d-5989-42e7-9bfe-6da02371a972 owned by network:dhcp {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:26.406931 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Deleting port 50998e5d-5989-42e7-9bfe-6da02371a972 {{(pid=102420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:26.407311 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.566015 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.601597 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] No DVR routers for this DVR port 50998e5d-5989-42e7-9bfe-6da02371a972 on host dv-cinder-819200-2-iscsi {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:05:26.603490 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=50998e5d-5989-42e7-9bfe-6da02371a972,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:26.617672 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] For port 50998e5d-5989-42e7-9bfe-6da02371a972, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=50998e5d-5989-42e7-9bfe-6da02371a972,segment=NetworkSegment(7c240f59-9d24-43ad-abf1-5fb32ce700fa),segment_id=7c240f59-9d24-43ad-abf1-5fb32ce700fa)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:26.618235 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.632507 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Calling delete_port for 50998e5d-5989-42e7-9bfe-6da02371a972 owned by network:dhcp {{(pid=102420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:26.716851 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795'] for port, after_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.720253 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.742443 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Pushing event deleted for resources: {'Port': ['ID=50998e5d-5989-42e7-9bfe-6da02371a972,revision_number=None']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:26.754022 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] No DVR routers for this DVR port 50998e5d-5989-42e7-9bfe-6da02371a972 on host dv-cinder-819200-2-iscsi {{(pid=102420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:05:26.762381 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.762381 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.762381 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.762381 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.762381 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.763080 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.763291 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.763859 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.765099 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.765099 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.765497 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.765927 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.766274 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83779e5b-3bc4-426d-bd2c-985e5a4f6c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:05:26.778108 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02ceb61-4e66-443a-8dd0-626b884c5568']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:26.791238 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c240f59-9d24-43ad-abf1-5fb32ce700fa') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:26.791516 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c240f59-9d24-43ad-abf1-5fb32ce700fa') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:26.804399 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.807468 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.842070 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.852155 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:05:26.852541 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:05:26.854266 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:05:26.939758 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.948939 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:26.952326 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b02ceb61-4e66-443a-8dd0-626b884c5568 HTTP/1.1" status: 204 len: 168 time: 0.8099277 Dec 16 18:05:26.955463 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51452) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:26.963494 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8c028-a516-43d3-b1da-21049f839d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02ceb61-4e66-443a-8dd0-626b884c5568,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:27.059246 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:27.358050 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Deleting port 6c830b8d-5444-4aff-b3c6-6346cee39613 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:27.358304 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:27.360596 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:27.436567 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] For port 6c830b8d-5444-4aff-b3c6-6346cee39613, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=6c830b8d-5444-4aff-b3c6-6346cee39613,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:27.436936 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:27.450783 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Calling delete_port for 6c830b8d-5444-4aff-b3c6-6346cee39613 owned by network:router_interface {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:27.621831 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device f4c536bb-7dbb-4ecc-81cb-56bd78b22fee no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:27.638105 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Deleting port 28e84ee1-b14b-42dd-9388-cec37ffc87c6 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:27.639815 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:27.645404 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: f4c536bb-7dbb-4ecc-81cb-56bd78b22fee {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:27.646034 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device f4c536bb-7dbb-4ecc-81cb-56bd78b22fee not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:27.646520 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 93bd39e9-a77b-4d94-a135-19395f835098 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:27.668064 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 93bd39e9-a77b-4d94-a135-19395f835098 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:27.668533 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 93bd39e9-a77b-4d94-a135-19395f835098 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:27.669074 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 50998e5d-5989-42e7-9bfe-6da02371a972 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:27.671732 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:27.690567 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 50998e5d-5989-42e7-9bfe-6da02371a972 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:27.690997 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 50998e5d-5989-42e7-9bfe-6da02371a972 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:27.704579 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Pushing event deleted for resources: {'Port': ['ID=6c830b8d-5444-4aff-b3c6-6346cee39613,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:27.747582 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] For port 28e84ee1-b14b-42dd-9388-cec37ffc87c6, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=28e84ee1-b14b-42dd-9388-cec37ffc87c6,segment=NetworkSegment(446896a0-a57c-428e-a746-49467158264d),segment_id=446896a0-a57c-428e-a746-49467158264d)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:27.747582 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:27.768669 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Calling delete_port for 28e84ee1-b14b-42dd-9388-cec37ffc87c6 owned by network:router_interface {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:27.909243 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:27.979871 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:28.011907 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e84ee1-b14b-42dd-9388-cec37ffc87c6,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:28.209560 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:28.447012 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Router 27c458d6-b75d-466c-b1e9-27fc471e577c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:05:28.457702 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Router 38ea63a7-230b-4951-9e10-1dc5dc95b95c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:05:28.572118 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:05:28.577656 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d6af3cee-63ad-4354-9c21-42467a4cbfbf admin admin] 10.222.0.32 "PUT /v2.0/routers/38ea63a7-230b-4951-9e10-1dc5dc95b95c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3144686 Dec 16 18:05:28.580341 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51456) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:28.589546 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] Sync routers for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:05:28.600313 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:28.601240 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:05:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:28.716897 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks [] for router, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:28.726845 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:28.840622 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:28.878128 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:05:28.884374 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-231d79d4-87c3-4c63-9a63-7d28310f2449 admin admin] 10.222.0.32 "PUT /v2.0/routers/27c458d6-b75d-466c-b1e9-27fc471e577c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9275835 Dec 16 18:05:28.887329 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51460) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:28.891408 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] Sync routers for ids ['27c458d6-b75d-466c-b1e9-27fc471e577c'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:05:28.907795 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] Routers {'27c458d6-b75d-466c-b1e9-27fc471e577c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:28.908801 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:05:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['27c458d6-b75d-466c-b1e9-27fc471e577c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:28.916410 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Deleting port 812a51f7-5b8f-4708-9bb8-84990013d6e6 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:28.917304 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:28.948783 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T18:05:27Z', 'revision_number': 5, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port': {'id': '812a51f7-5b8f-4708-9bb8-84990013d6e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:55:18Z', 'updated_at': '2021-12-16T17:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:28.990140 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] Checking router: 38ea63a7-230b-4951-9e10-1dc5dc95b95c for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:05:29.001323 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] Routers {'38ea63a7-230b-4951-9e10-1dc5dc95b95c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:29.002047 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:05:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:29.013258 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] For port 812a51f7-5b8f-4708-9bb8-84990013d6e6, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=812a51f7-5b8f-4708-9bb8-84990013d6e6,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:29.013710 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.028541 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks [] for router, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.029220 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Calling delete_port for 812a51f7-5b8f-4708-9bb8-84990013d6e6 owned by network:router_gateway {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:29.065385 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] Set router 27c458d6-b75d-466c-b1e9-27fc471e577c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:29.119742 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] Set router 38ea63a7-230b-4951-9e10-1dc5dc95b95c gateway port host: None {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:29.175292 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.201019 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T18:05:28Z', 'revision_number': 6, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:29.234069 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.241182 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511bc0d7-686a-41d9-9ebd-7cd8229ea893 None None] The sync data for ids ['38ea63a7-230b-4951-9e10-1dc5dc95b95c'] in dv-cinder-819200-2-iscsi is: [{'id': '38ea63a7-230b-4951-9e10-1dc5dc95b95c', 'name': 'tempest-AttachVolumeTestJSON-891760669-router', 'tenant_id': '27b338079c744874b26565ecd0d93596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:55:15Z', 'updated_at': '2021-12-16T18:05:28Z', 'revision_number': 6, 'project_id': '27b338079c744874b26565ecd0d93596', 'gw_port_host': None}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:05:29.247269 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Deleting port a44746e2-1768-4a4d-8773-9c590aacb76e {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:29.247661 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.279226 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Pushing event deleted for resources: {'Port': ['ID=812a51f7-5b8f-4708-9bb8-84990013d6e6,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:29.317603 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:05:27Z', 'revision_number': 5, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port': {'id': 'a44746e2-1768-4a4d-8773-9c590aacb76e', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:29.348047 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] Checking router: 27c458d6-b75d-466c-b1e9-27fc471e577c for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:05:29.352275 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.359006 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] Routers {'27c458d6-b75d-466c-b1e9-27fc471e577c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:05:29.359915 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:05:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['27c458d6-b75d-466c-b1e9-27fc471e577c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:29.376805 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] For port a44746e2-1768-4a4d-8773-9c590aacb76e, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a44746e2-1768-4a4d-8773-9c590aacb76e,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:29.377188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.398465 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Calling delete_port for a44746e2-1768-4a4d-8773-9c590aacb76e owned by network:router_gateway {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:29.452422 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.454808 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.464523 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] Set router 27c458d6-b75d-466c-b1e9-27fc471e577c gateway port host: None {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:05:29.506065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.507380 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38ea63a7-230b-4951-9e10-1dc5dc95b95c {{(pid=102419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:05:29.514483 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] Publish callbacks [] for router, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.516464 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-17b952e2-79d1-48ec-a7d3-cfc239b3d711 admin admin] 10.222.0.32 "DELETE /v2.0/routers/38ea63a7-230b-4951-9e10-1dc5dc95b95c HTTP/1.1" status: 204 len: 168 time: 0.9348767 Dec 16 18:05:29.519236 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51462) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:29.532881 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:05:29Z', 'revision_number': 6, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:29.561418 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f97f7-9d92-4c44-b187-e6a08761fdea None None] The sync data for ids ['27c458d6-b75d-466c-b1e9-27fc471e577c'] in dv-cinder-819200-2-iscsi is: [{'id': '27c458d6-b75d-466c-b1e9-27fc471e577c', 'name': 'tempest-TestMinimumBasicScenario-316282806-router', 'tenant_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:01:35Z', 'updated_at': '2021-12-16T18:05:29Z', 'revision_number': 6, 'project_id': '1d1ae8286fce4d238c79aaf8721df6a2', 'gw_port_host': None}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:05:29.579980 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee8158d-5c5c-4c62-827a-0ac3e9c981d3 admin admin] Deleting subnet 0f625ea4-6270-40c1-8bf0-53a0de072516 {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:05:29.583415 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee8158d-5c5c-4c62-827a-0ac3e9c981d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.594638 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.626224 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee8158d-5c5c-4c62-827a-0ac3e9c981d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2504350'] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.631312 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Pushing event deleted for resources: {'Port': ['ID=a44746e2-1768-4a4d-8773-9c590aacb76e,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:29.697812 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.716917 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee8158d-5c5c-4c62-827a-0ac3e9c981d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.782085 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee8158d-5c5c-4c62-827a-0ac3e9c981d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3245940'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.794343 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.796865 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.809639 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8158d-5c5c-4c62-827a-0ac3e9c981d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f625ea4-6270-40c1-8bf0-53a0de072516,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:29.811677 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-cee8158d-5c5c-4c62-827a-0ac3e9c981d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.814942 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-cee8158d-5c5c-4c62-827a-0ac3e9c981d3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0f625ea4-6270-40c1-8bf0-53a0de072516 HTTP/1.1" status: 204 len: 168 time: 0.2946029 Dec 16 18:05:29.816244 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc65bc7-7ac5-48d4-9545-319b05deb6f4 None None] Network 43f239ba-5297-4276-aa7c-a1261d7cfa70 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:05:29.817542 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51466) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:29.860621 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.861782 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27c458d6-b75d-466c-b1e9-27fc471e577c {{(pid=102418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:05:29.866773 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.870201 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-11ca2268-7c8c-4627-a673-fe8da5df610f admin admin] 10.222.0.32 "DELETE /v2.0/routers/27c458d6-b75d-466c-b1e9-27fc471e577c HTTP/1.1" status: 204 len: 168 time: 0.9802608 Dec 16 18:05:29.870445 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51468) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:29.893498 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.949536 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f5158e-f7b2-4d5e-bc11-834c2bf442cc admin admin] Deleting subnet 73e2b9dd-a151-4992-a381-29194095d2fc {{(pid=102418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:05:29.955539 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b9f5158e-f7b2-4d5e-bc11-834c2bf442cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.965878 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Deleting port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:29.966865 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:29.993191 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b9f5158e-f7b2-4d5e-bc11-834c2bf442cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126504371'] for subnet, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.042123 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] For port 10e0ed51-d3c3-450b-9025-8791d2acc7a3, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=10e0ed51-d3c3-450b-9025-8791d2acc7a3,segment=NetworkSegment(63b9dc1a-f911-4f47-ab7d-7887d590c58a),segment_id=63b9dc1a-f911-4f47-ab7d-7887d590c58a)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:30.042381 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.055776 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Calling delete_port for 10e0ed51-d3c3-450b-9025-8791d2acc7a3 owned by network:dhcp {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:30.075458 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b9f5158e-f7b2-4d5e-bc11-834c2bf442cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.136302 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b9f5158e-f7b2-4d5e-bc11-834c2bf442cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3335472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126170107'] for subnet, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.141791 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.164924 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b9f5158e-f7b2-4d5e-bc11-834c2bf442cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.170631 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-b9f5158e-f7b2-4d5e-bc11-834c2bf442cc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/73e2b9dd-a151-4992-a381-29194095d2fc HTTP/1.1" status: 204 len: 168 time: 0.2969184 Dec 16 18:05:30.170631 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5158e-f7b2-4d5e-bc11-834c2bf442cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e2b9dd-a151-4992-a381-29194095d2fc,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:30.170996 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e0ed51-d3c3-450b-9025-8791d2acc7a3,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:30.172244 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51470) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:30.175299 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] No DVR routers for this DVR port 10e0ed51-d3c3-450b-9025-8791d2acc7a3 on host dv-cinder-819200-2-iscsi {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:05:30.178235 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a1f22-297f-428f-8497-30c7497d8669 None None] Network abbee388-2563-44a5-812e-25da85727163 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:05:30.250657 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.258125 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.285486 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f239ba-5297-4276-aa7c-a1261d7cfa70']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:30.291951 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddad1a0-f558-48d2-9d32-fc461f391c26 None None] DHCP port deletion for 43f239ba-5297-4276-aa7c-a1261d7cfa70 request from dv-cinder-819200-2-iscsi {{(pid=102420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:05:30.295867 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b9dc1a-f911-4f47-ab7d-7887d590c58a') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:30.296215 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b9dc1a-f911-4f47-ab7d-7887d590c58a') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:30.308810 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.327205 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.329837 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Deleting port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:05:30.330187 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.335742 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:05:30.336402 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:05:30.338608 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:05:30.400354 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.407163 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.413228 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] 10.222.0.32 "DELETE /v2.0/networks/43f239ba-5297-4276-aa7c-a1261d7cfa70 HTTP/1.1" status: 204 len: 168 time: 0.5917225 Dec 16 18:05:30.413383 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] For port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=61ccc8ef-fbf7-4d75-9113-024642ba6fc4,segment=NetworkSegment(446896a0-a57c-428e-a746-49467158264d),segment_id=446896a0-a57c-428e-a746-49467158264d)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:05:30.413383 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.420474 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6af880-ac91-4c63-9f11-4446b295c918 admin admin] Pushing event deleted for resources: {'Network': ['ID=43f239ba-5297-4276-aa7c-a1261d7cfa70,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:30.427018 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Calling delete_port for 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 owned by network:dhcp {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:05:30.517414 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.548977 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ccc8ef-fbf7-4d75-9113-024642ba6fc4,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:30.552657 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] No DVR routers for this DVR port 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 on host dv-cinder-819200-2-iscsi {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:05:30.560717 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51474) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:30.604431 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-3a438c6a-f725-4b9c-bfc7-41e18ea71fb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27b338079c744874b26565ecd0d93596&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424705 Dec 16 18:05:30.606875 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51476) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:30.629219 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.661170 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbee388-2563-44a5-812e-25da85727163']}} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:30.668254 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f73a0-a900-4fce-b492-c8c8a6236974 None None] DHCP port deletion for abbee388-2563-44a5-812e-25da85727163 request from dv-cinder-819200-2-iscsi {{(pid=102420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:05:30.672756 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446896a0-a57c-428e-a746-49467158264d') {'for_net_delete': True} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:30.673398 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446896a0-a57c-428e-a746-49467158264d') {} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:05:30.677157 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1155ca12-ef64-421b-9479-642107147abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.693177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126504264'] for segment, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.718289 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.721368 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1155ca12-ef64-421b-9479-642107147abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.726154 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:05:30.727238 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335514'] for segment, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: Traceback (most recent call last): Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: timer() Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: cb(*args, **kw) Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: return func(*args, **kwargs) Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: self._notify() Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: self.callback(batched_events) Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: event.method(event) Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: return f(self, *a, **k) Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._get(url).json() Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: return self.request(url, 'GET', **kwargs) Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:05:30.729599 dv-cinder-819200-2-iscsi neutron-server[102418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:05:30.802871 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1155ca12-ef64-421b-9479-642107147abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.807188 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-1155ca12-ef64-421b-9479-642107147abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.807840 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.808790 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-1155ca12-ef64-421b-9479-642107147abb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26a6c45e-a166-49ca-9bb6-110f7c949446 HTTP/1.1" status: 204 len: 168 time: 0.2010112 Dec 16 18:05:30.826023 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:30.826224 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155ca12-ef64-421b-9479-642107147abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a6c45e-a166-49ca-9bb6-110f7c949446,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:30.839362 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/abbee388-2563-44a5-812e-25da85727163 HTTP/1.1" status: 204 len: 168 time: 0.6658976 Dec 16 18:05:30.840375 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9f94c-69a1-40a0-8911-4fec2d582dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=abbee388-2563-44a5-812e-25da85727163,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:30.879792 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 6c830b8d-5444-4aff-b3c6-6346cee39613 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:30.906327 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 6c830b8d-5444-4aff-b3c6-6346cee39613 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:30.906979 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 6c830b8d-5444-4aff-b3c6-6346cee39613 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:31.061272 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51484) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:31.117151 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-0c02af92-98fe-427f-886d-56dc5e7c47ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b15f37c1016f4bf69ab6e241b39cbefb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545611 Dec 16 18:05:31.119754 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51488) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:31.170783 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-675614d8-24eb-4d47-8dc4-75dc219bc82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:31.193325 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-675614d8-24eb-4d47-8dc4-75dc219bc82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:31.247650 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-675614d8-24eb-4d47-8dc4-75dc219bc82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:31.250408 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-675614d8-24eb-4d47-8dc4-75dc219bc82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:31.254108 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-675614d8-24eb-4d47-8dc4-75dc219bc82a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65b547d5-6754-46fb-a5c7-3fa474deca1b HTTP/1.1" status: 204 len: 168 time: 0.1311378 Dec 16 18:05:31.261110 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675614d8-24eb-4d47-8dc4-75dc219bc82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b547d5-6754-46fb-a5c7-3fa474deca1b,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:31.388535 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-273ed035-ff2c-4363-b7f4-c3582078e404 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438740 Dec 16 18:05:31.457250 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-b2664e13-7fd1-4a0c-811a-7b04ebb323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:31.458804 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-b2664e13-7fd1-4a0c-811a-7b04ebb323a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1098 time: 0.0481527 Dec 16 18:05:31.565387 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51508) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:31.589101 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-ac48da68-0979-4bbe-ad12-b9285936fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:31.591017 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-ac48da68-0979-4bbe-ad12-b9285936fdf7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.1106949 Dec 16 18:05:31.609109 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-954e55a5-b01d-42fd-b99e-0a6f1993b013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d1ae8286fce4d238c79aaf8721df6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422883 Dec 16 18:05:31.611673 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51510) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:31.621483 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 28e84ee1-b14b-42dd-9388-cec37ffc87c6 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:31.642288 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 28e84ee1-b14b-42dd-9388-cec37ffc87c6 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:31.643030 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 28e84ee1-b14b-42dd-9388-cec37ffc87c6 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:31.643656 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a44746e2-1768-4a4d-8773-9c590aacb76e no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:31.669185 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7daae926-6b15-4569-b95b-219b3e88a732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:31.672213 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: a44746e2-1768-4a4d-8773-9c590aacb76e {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:31.672640 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a44746e2-1768-4a4d-8773-9c590aacb76e not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:31.673683 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:31.677430 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-6fb558f4-8a5d-4a4d-8d36-cbc561359a32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 1000 time: 0.0781116 Dec 16 18:05:31.693611 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7daae926-6b15-4569-b95b-219b3e88a732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:31.696805 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:31.697402 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 61ccc8ef-fbf7-4d75-9113-024642ba6fc4 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:31.698007 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 812a51f7-5b8f-4708-9bb8-84990013d6e6 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:31.721031 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 812a51f7-5b8f-4708-9bb8-84990013d6e6 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:31.721480 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 812a51f7-5b8f-4708-9bb8-84990013d6e6 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:31.721980 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 10e0ed51-d3c3-450b-9025-8791d2acc7a3 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:05:31.738042 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-8e0c0fbd-5952-43da-aa64-a22c02fe629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:31.746287 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-8e0c0fbd-5952-43da-aa64-a22c02fe629c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0605419 Dec 16 18:05:31.748424 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 10e0ed51-d3c3-450b-9025-8791d2acc7a3 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:05:31.748994 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 10e0ed51-d3c3-450b-9025-8791d2acc7a3 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:05:31.757664 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7daae926-6b15-4569-b95b-219b3e88a732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:31.760618 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7daae926-6b15-4569-b95b-219b3e88a732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:31.762347 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-7daae926-6b15-4569-b95b-219b3e88a732 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd632502-c182-4c44-be34-b1bcd6771a8a HTTP/1.1" status: 204 len: 168 time: 0.1493580 Dec 16 18:05:31.774522 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daae926-6b15-4569-b95b-219b3e88a732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd632502-c182-4c44-be34-b1bcd6771a8a,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:31.814761 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-f7e941d6-10fc-4ce8-a9c9-c041058c56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:31.816636 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-f7e941d6-10fc-4ce8-a9c9-c041058c56f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605140 Dec 16 18:05:31.830098 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-5307160d-73da-4f96-aed7-9430ee17c5f4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:05:31.831130 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-5307160d-73da-4f96-aed7-9430ee17c5f4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055480 Dec 16 18:05:31.934354 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-efc17b2b-04e1-40eb-8a89-fbf5ea7b71ab service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942919 Dec 16 18:05:32.052734 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-2d03d7b2-80f8-4fa2-a670-a30de0f1e379 req-0a5de6e0-2a94-4eef-af11-6c61db2f56b0 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110239 Dec 16 18:05:40.857600 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51622) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:40.977000 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bab4f5db-5d5a-4d8d-b400-8883401d8982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:41.057839 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bab4f5db-5d5a-4d8d-b400-8883401d8982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:41.062909 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bab4f5db-5d5a-4d8d-b400-8883401d8982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:41.100311 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-bab4f5db-5d5a-4d8d-b400-8883401d8982 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bf0672af5a14e0ba2c2ba911cc806ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416146 Dec 16 18:05:41.101201 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4f5db-5d5a-4d8d-b400-8883401d8982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f381999-4bd0-41ae-8e2d-585191f648e0,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:41.104573 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51626) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:41.155266 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4cec07cb-ccc4-4244-b094-782c56c5cc5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:41.176353 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4cec07cb-ccc4-4244-b094-782c56c5cc5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:41.233194 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4cec07cb-ccc4-4244-b094-782c56c5cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:41.235982 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-4cec07cb-ccc4-4244-b094-782c56c5cc5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:41.237508 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-4cec07cb-ccc4-4244-b094-782c56c5cc5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f381999-4bd0-41ae-8e2d-585191f648e0 HTTP/1.1" status: 204 len: 168 time: 0.1319323 Dec 16 18:05:41.245664 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec07cb-ccc4-4244-b094-782c56c5cc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f381999-4bd0-41ae-8e2d-585191f648e0,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:42.486140 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3758d-d322-4489-bedd-3a4f8e3c7cb9 req-e75d5351-76d4-4c3f-a18d-84253abbc507 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:42.487841 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-def3758d-d322-4489-bedd-3a4f8e3c7cb9 req-e75d5351-76d4-4c3f-a18d-84253abbc507 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0629823 Dec 16 18:05:42.556354 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-def3758d-d322-4489-bedd-3a4f8e3c7cb9 req-64c5372d-5ca2-4381-a124-b1b1ac463e23 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599990 Dec 16 18:05:43.688200 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2dfa7-652e-4a99-94f9-c19ee974c0a3 req-e9ff62d1-2edc-4a62-9f82-aa8b0bc5343c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:43.689721 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-28e2dfa7-652e-4a99-94f9-c19ee974c0a3 req-e9ff62d1-2edc-4a62-9f82-aa8b0bc5343c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0512316 Dec 16 18:05:43.739180 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-28e2dfa7-652e-4a99-94f9-c19ee974c0a3 req-7e7e89cf-2aef-4d1b-a94e-d13334b3bcb8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422270 Dec 16 18:05:44.864362 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef9a2c-4833-4f25-a406-447cb16a1584 req-b51b72b6-84f3-4911-96ee-29ddca981fcc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:44.865908 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f8ef9a2c-4833-4f25-a406-447cb16a1584 req-b51b72b6-84f3-4911-96ee-29ddca981fcc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0520966 Dec 16 18:05:44.917350 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f8ef9a2c-4833-4f25-a406-447cb16a1584 req-21687ea9-5d1b-4c14-9204-9f362c700037 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453839 Dec 16 18:05:46.047615 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c20ae-53cd-40cc-a600-58ce5e408701 req-a77d6eab-2d7a-4380-a51a-1a0dcfa06705 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:46.049319 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-105c20ae-53cd-40cc-a600-58ce5e408701 req-a77d6eab-2d7a-4380-a51a-1a0dcfa06705 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0543215 Dec 16 18:05:46.100747 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-105c20ae-53cd-40cc-a600-58ce5e408701 req-920aebc1-d9bb-4ae3-a2ac-4e1213bfc83f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446601 Dec 16 18:05:46.154825 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:05:46.384948 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51726) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:46.493065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a7a678cc-2327-4f04-9ad0-e3d3b8db063b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:46.574925 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a7a678cc-2327-4f04-9ad0-e3d3b8db063b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:46.580624 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a7a678cc-2327-4f04-9ad0-e3d3b8db063b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:46.618416 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a7a678cc-2327-4f04-9ad0-e3d3b8db063b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fae6f7a1f5a4569bdb5d3d100d5fe9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323425 Dec 16 18:05:46.620565 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a678cc-2327-4f04-9ad0-e3d3b8db063b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d55f41-3966-42be-b302-b4524557aca0,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:46.621420 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51730) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:46.670654 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-49a00843-728b-4562-b26d-31caaffbd90d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:46.691151 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-49a00843-728b-4562-b26d-31caaffbd90d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:46.742586 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-49a00843-728b-4562-b26d-31caaffbd90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:46.745240 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-49a00843-728b-4562-b26d-31caaffbd90d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:46.746428 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-49a00843-728b-4562-b26d-31caaffbd90d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6d55f41-3966-42be-b302-b4524557aca0 HTTP/1.1" status: 204 len: 168 time: 0.1240213 Dec 16 18:05:46.755062 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a00843-728b-4562-b26d-31caaffbd90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d55f41-3966-42be-b302-b4524557aca0,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:47.017275 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51736) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:47.031815 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b69448f4-b5ae-4b2f-940a-9caf60cbcfbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:47.110888 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b69448f4-b5ae-4b2f-940a-9caf60cbcfbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:47.115809 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b69448f4-b5ae-4b2f-940a-9caf60cbcfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:47.159448 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-b69448f4-b5ae-4b2f-940a-9caf60cbcfbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e7441b9b4da49f5b0996c9c4bab3b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410229 Dec 16 18:05:47.160552 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69448f4-b5ae-4b2f-940a-9caf60cbcfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77c36f5-79d7-4c29-9048-ca54b8e612f2,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:47.162423 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51740) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:47.245132 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-264299d6-b9c9-4b69-8416-b8310b37fdaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:47.255317 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e4fe7-c9bb-44c0-bc7c-3cb05d5398fc req-96bb2951-0b96-4a46-ae01-261d60412962 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:47.256780 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ca6e4fe7-c9bb-44c0-bc7c-3cb05d5398fc req-96bb2951-0b96-4a46-ae01-261d60412962 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0776505 Dec 16 18:05:47.289008 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-264299d6-b9c9-4b69-8416-b8310b37fdaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:47.340067 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ca6e4fe7-c9bb-44c0-bc7c-3cb05d5398fc req-dae45ddc-7aa8-4a9f-b325-19ade01ceb33 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749636 Dec 16 18:05:47.357613 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-264299d6-b9c9-4b69-8416-b8310b37fdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:47.360695 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-264299d6-b9c9-4b69-8416-b8310b37fdaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:47.361892 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-264299d6-b9c9-4b69-8416-b8310b37fdaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e77c36f5-79d7-4c29-9048-ca54b8e612f2 HTTP/1.1" status: 204 len: 168 time: 0.1980579 Dec 16 18:05:47.373692 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264299d6-b9c9-4b69-8416-b8310b37fdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77c36f5-79d7-4c29-9048-ca54b8e612f2,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:48.469341 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c65862-e62f-497b-b026-fc3a7b292c86 req-8b057f36-4005-44de-a581-8b35e740afcb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:48.470841 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c3c65862-e62f-497b-b026-fc3a7b292c86 req-8b057f36-4005-44de-a581-8b35e740afcb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Dec 16 18:05:48.494728 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 51772) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:48.519848 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c3c65862-e62f-497b-b026-fc3a7b292c86 req-684c91ee-a1ab-47dc-85ab-942dc3eb2104 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429831 Dec 16 18:05:48.617794 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-508c4f25-ece4-4220-9c14-6f27b015e7db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:48.697823 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-508c4f25-ece4-4220-9c14-6f27b015e7db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:48.703022 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-508c4f25-ece4-4220-9c14-6f27b015e7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:48.743459 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-508c4f25-ece4-4220-9c14-6f27b015e7db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8c9656b7ce74d05968ce5a3108bb711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474406 Dec 16 18:05:48.744177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c4f25-ece4-4220-9c14-6f27b015e7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8ae6e1-bafb-4953-bc97-749282894fd7,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:48.746065 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51776) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:05:48.800314 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b8a7-f751-4e30-95a6-494346921198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:48.821592 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b8a7-f751-4e30-95a6-494346921198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:48.870926 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b8a7-f751-4e30-95a6-494346921198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:48.873693 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b8a7-f751-4e30-95a6-494346921198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:48.874870 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-7cc5b8a7-f751-4e30-95a6-494346921198 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f8ae6e1-bafb-4953-bc97-749282894fd7 HTTP/1.1" status: 204 len: 168 time: 0.1275396 Dec 16 18:05:48.882583 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5b8a7-f751-4e30-95a6-494346921198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8ae6e1-bafb-4953-bc97-749282894fd7,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:05:49.675532 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f319e-36ef-4460-a7bf-580de447c04b req-fbe58fb2-6e30-48b6-b2f4-5691b5dcc299 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:49.676904 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-654f319e-36ef-4460-a7bf-580de447c04b req-fbe58fb2-6e30-48b6-b2f4-5691b5dcc299 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0746007 Dec 16 18:05:49.729352 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-654f319e-36ef-4460-a7bf-580de447c04b req-76fe1402-da31-4627-b47a-4cbacfa31684 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432017 Dec 16 18:05:50.856976 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cd01-dc7f-4f83-8276-ef49727cdce1 req-b112a10e-ac26-4453-a0ad-2a5844f94fcf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:50.858684 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7f39cd01-dc7f-4f83-8276-ef49727cdce1 req-b112a10e-ac26-4453-a0ad-2a5844f94fcf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0523572 Dec 16 18:05:50.905878 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7f39cd01-dc7f-4f83-8276-ef49727cdce1 req-5dc58e10-8bb4-4996-8b36-f70e92ec6688 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412214 Dec 16 18:05:51.006826 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-686f3e66-cccb-4339-9608-50eac77099bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:52.028440 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae6fe4-262b-453a-a661-e2c9e88fded5 req-0aff290a-37a6-40c2-a745-6b0f42457daf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:52.030103 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-02ae6fe4-262b-453a-a661-e2c9e88fded5 req-0aff290a-37a6-40c2-a745-6b0f42457daf tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0496085 Dec 16 18:05:52.088579 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-02ae6fe4-262b-453a-a661-e2c9e88fded5 req-2d1c28e5-84c8-47cb-8d01-9b8ced3518e3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467021 Dec 16 18:05:53.213690 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2ba17-d5ab-4751-98e3-623b8eb4159f req-6ef95aef-f411-46fa-ac3e-58dc1e0daf88 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:53.215175 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8fd2ba17-d5ab-4751-98e3-623b8eb4159f req-6ef95aef-f411-46fa-ac3e-58dc1e0daf88 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0493577 Dec 16 18:05:53.266219 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8fd2ba17-d5ab-4751-98e3-623b8eb4159f req-10fafdea-49e8-4b88-bb3a-54f9e0fda865 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448196 Dec 16 18:05:53.292247 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0f5148e3-cc10-4242-8ae9-b63eaa2f1098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:53.387993 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:54.397138 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d3b5f-cd24-4486-8280-9e3605cb82af req-6b549e86-e05d-4b70-93f8-175cebb755a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:54.398646 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4a0d3b5f-cd24-4486-8280-9e3605cb82af req-6b549e86-e05d-4b70-93f8-175cebb755a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0503843 Dec 16 18:05:54.452112 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4a0d3b5f-cd24-4486-8280-9e3605cb82af req-3c8b8111-8df0-48d1-88c5-76b7202aa60f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446877 Dec 16 18:05:54.605717 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:55.600267 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f4b5b-b025-44d0-a840-0cde7aab57c7 req-39420207-1883-4025-a7ec-9916cbc74bf4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:55.601717 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5a1f4b5b-b025-44d0-a840-0cde7aab57c7 req-39420207-1883-4025-a7ec-9916cbc74bf4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0549679 Dec 16 18:05:55.648635 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5a1f4b5b-b025-44d0-a840-0cde7aab57c7 req-96f022be-1539-47df-ac70-cd5f5f642ba5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 Dec 16 18:05:56.070209 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:56.783925 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1ca6-032e-4c2f-a5d7-16a2260173ba req-97fdb2b8-9f52-4299-af72-8ecc57228c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:56.785544 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7eee1ca6-032e-4c2f-a5d7-16a2260173ba req-97fdb2b8-9f52-4299-af72-8ecc57228c46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0589988 Dec 16 18:05:56.802203 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:05:56.842058 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-7eee1ca6-032e-4c2f-a5d7-16a2260173ba req-569f4c49-8025-4085-85da-88a8bf5b203b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490062 Dec 16 18:05:57.997060 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7db32d-708a-48e3-ac34-479ce1a08a04 req-d5bbe47c-eb79-40e9-865c-ff86b018c09c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:57.998553 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ef7db32d-708a-48e3-ac34-479ce1a08a04 req-d5bbe47c-eb79-40e9-865c-ff86b018c09c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0583360 Dec 16 18:05:58.053407 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ef7db32d-708a-48e3-ac34-479ce1a08a04 req-9d8f5add-b60d-404d-a960-91ddcfe3bc0c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481644 Dec 16 18:05:59.191062 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210808-5477-4e58-b486-e25df8fa69c0 req-e166c821-6f5a-4423-bbb4-2bbb6d0a0397 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:05:59.192465 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-da210808-5477-4e58-b486-e25df8fa69c0 req-e166c821-6f5a-4423-bbb4-2bbb6d0a0397 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0607941 Dec 16 18:05:59.245664 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-da210808-5477-4e58-b486-e25df8fa69c0 req-51d3bae2-7962-4f5b-a435-de5b37240b46 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471003 Dec 16 18:06:00.380099 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba878e9e-6bba-45f1-9a2d-fe0a330d6df5 req-ca60609e-4193-4502-99b6-2d32069d5cc5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:00.381629 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ba878e9e-6bba-45f1-9a2d-fe0a330d6df5 req-ca60609e-4193-4502-99b6-2d32069d5cc5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0565171 Dec 16 18:06:00.435175 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ba878e9e-6bba-45f1-9a2d-fe0a330d6df5 req-d28e0ac6-0f31-497b-814d-3efaf9c61543 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473228 Dec 16 18:06:01.561802 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17453172-1d0d-4ddb-ba21-812063abd047 req-1e815d95-c129-453f-97d1-0642ad9b12b1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:01.563864 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-17453172-1d0d-4ddb-ba21-812063abd047 req-1e815d95-c129-453f-97d1-0642ad9b12b1 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0530078 Dec 16 18:06:01.626814 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-17453172-1d0d-4ddb-ba21-812063abd047 req-824a07c2-8af3-486b-a1f7-fe80919f3d3c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471017 Dec 16 18:06:02.770488 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1352671-2f72-4c6d-8b7b-8d3d34db217b req-89f3f693-1f91-46df-be98-337f44ced343 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:02.772027 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f1352671-2f72-4c6d-8b7b-8d3d34db217b req-89f3f693-1f91-46df-be98-337f44ced343 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0564938 Dec 16 18:06:02.831824 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f1352671-2f72-4c6d-8b7b-8d3d34db217b req-e6e412ed-cca1-4036-a092-43d52208b887 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488400 Dec 16 18:06:03.967377 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433194e-f1ed-49e9-9a7c-6e6ef1be7d9a req-16fd2825-9489-447e-9fae-9b648851c6f3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:03.969104 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5433194e-f1ed-49e9-9a7c-6e6ef1be7d9a req-16fd2825-9489-447e-9fae-9b648851c6f3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0577626 Dec 16 18:06:04.018410 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5433194e-f1ed-49e9-9a7c-6e6ef1be7d9a req-bbcb6cac-de7a-494d-bd16-ba3385406524 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430799 Dec 16 18:06:04.356876 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:06:04.487492 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:04.500982 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '725e8407-5a33-41d7-822b-8d87e05067a4', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'port_id': '725e8407-5a33-41d7-822b-8d87e05067a4', 'mac_address': 'fa:16:3e:e8:c5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:06:04.545182 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:04.560479 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 725e8407-5a33-41d7-822b-8d87e05067a4 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:06:04.596064 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:04.601361 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:04.668945 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=6']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:05.161256 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379f29b-cc15-4478-b6b0-918f890bf18b req-5184b962-f4b3-4bbb-819d-8b18238abfc7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:05.162816 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d379f29b-cc15-4478-b6b0-918f890bf18b req-5184b962-f4b3-4bbb-819d-8b18238abfc7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0595939 Dec 16 18:06:05.214143 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d379f29b-cc15-4478-b6b0-918f890bf18b req-640fe9e3-19b3-4893-9ebc-37d05f2609de tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447102 Dec 16 18:06:06.060296 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['725e8407-5a33-41d7-822b-8d87e05067a4'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:06:06.350803 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae3a16-4232-4884-a5fe-11be0fc850e0 req-63d5cae0-089c-483f-8568-84d7147334d7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:06.352312 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8cae3a16-4232-4884-a5fe-11be0fc850e0 req-63d5cae0-089c-483f-8568-84d7147334d7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0516524 Dec 16 18:06:06.402270 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8cae3a16-4232-4884-a5fe-11be0fc850e0 req-037de0b9-5e7d-491a-9a58-b6970d18d2a7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 Dec 16 18:06:07.538670 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed775a73-b927-4cf1-a33e-74b2e27ef6c6 req-b16093ae-0e61-4514-b56a-1d4a07125a2a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:07.540217 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ed775a73-b927-4cf1-a33e-74b2e27ef6c6 req-b16093ae-0e61-4514-b56a-1d4a07125a2a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0606496 Dec 16 18:06:07.593174 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ed775a73-b927-4cf1-a33e-74b2e27ef6c6 req-17a04746-4c5e-4c65-bafa-45fff176df56 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 Dec 16 18:06:08.276825 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:06:08.331404 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 725e8407-5a33-41d7-822b-8d87e05067a4 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:08.331774 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:08.410953 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:08.434879 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:08.437133 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a10015-3903-451b-be22-c2f4a1f36079" -d '{"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-plugged", "status": "completed", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:08.450393 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:08.455490 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:08.479858 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2065b4-4c6b-4c60-ae14-06a7748a4392 x-openstack-request-id: req-8e2065b4-4c6b-4c60-ae14-06a7748a4392 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:08.480158 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-plugged", "status": "completed", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:08.480416 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e2065b4-4c6b-4c60-ae14-06a7748a4392 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:08.480813 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4', 'code': 200} Dec 16 18:06:08.518770 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=7']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:08.732721 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaffcc-cf88-407a-894a-7fd65e8fca99 req-ec3c3ebf-aa96-448c-a6f2-ad4448b4f6f4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:08.735083 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-66aaffcc-cf88-407a-894a-7fd65e8fca99 req-ec3c3ebf-aa96-448c-a6f2-ad4448b4f6f4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0639415 Dec 16 18:06:08.792370 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-66aaffcc-cf88-407a-894a-7fd65e8fca99 req-9c944ad5-a265-40a1-ae23-502049c58281 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504453 Dec 16 18:06:09.943279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813b1c3-cb18-4627-9a57-631dce3568d9 req-deec7d39-77bb-4ec5-9501-f494d65ed2c3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:09.944794 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0813b1c3-cb18-4627-9a57-631dce3568d9 req-deec7d39-77bb-4ec5-9501-f494d65ed2c3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0593660 Dec 16 18:06:10.003563 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0813b1c3-cb18-4627-9a57-631dce3568d9 req-454bebdc-31c9-469a-8fdb-727bb77390d7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498080 Dec 16 18:06:11.189829 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c697c-964b-4b1e-87a4-fa00c2718706 req-ee24abdc-f3b1-418a-8698-95099471d452 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:11.191784 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-723c697c-964b-4b1e-87a4-fa00c2718706 req-ee24abdc-f3b1-418a-8698-95099471d452 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.1065650 Dec 16 18:06:11.250601 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-723c697c-964b-4b1e-87a4-fa00c2718706 req-2a5284f8-e535-4fa6-a1b3-4f1c129f2f07 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505955 Dec 16 18:06:12.417900 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1aa8a-98bc-4bd4-9ecc-184c8d7d137f req-18f863ff-8e64-4ea4-98ab-ac296e499da3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:12.420762 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bfb1aa8a-98bc-4bd4-9ecc-184c8d7d137f req-18f863ff-8e64-4ea4-98ab-ac296e499da3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0659394 Dec 16 18:06:12.483876 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-bfb1aa8a-98bc-4bd4-9ecc-184c8d7d137f req-47e9225a-9c3d-489e-bbae-9ae326982970 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545812 Dec 16 18:06:13.656590 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d32631-182b-4046-81c4-9bfbb256cb91 req-a5c2807c-6c76-4c3c-be36-87f7904f7492 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:13.658646 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e5d32631-182b-4046-81c4-9bfbb256cb91 req-a5c2807c-6c76-4c3c-be36-87f7904f7492 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0583470 Dec 16 18:06:13.723147 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e5d32631-182b-4046-81c4-9bfbb256cb91 req-c9cb6e8f-f9f9-4d8d-8e15-c644a375b2a0 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568981 Dec 16 18:06:13.995842 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51978) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:14.134052 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-212fc734-a365-4e16-84cb-e5d23abdbcdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:14.221916 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-212fc734-a365-4e16-84cb-e5d23abdbcdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:14.227008 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-212fc734-a365-4e16-84cb-e5d23abdbcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:14.270998 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fc734-a365-4e16-84cb-e5d23abdbcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f462c1-45ec-4e81-ba5e-ed59d53f52bc,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:14.278671 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-212fc734-a365-4e16-84cb-e5d23abdbcdd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b9a322cf5e542aaa8fe617630c506da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799196 Dec 16 18:06:14.281861 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 51982) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:14.337315 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f137db5e-8b3e-41e9-b7d1-9fd2bfb644e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:14.362435 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f137db5e-8b3e-41e9-b7d1-9fd2bfb644e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:14.443064 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f137db5e-8b3e-41e9-b7d1-9fd2bfb644e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:14.447160 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f137db5e-8b3e-41e9-b7d1-9fd2bfb644e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:14.449057 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-f137db5e-8b3e-41e9-b7d1-9fd2bfb644e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1f462c1-45ec-4e81-ba5e-ed59d53f52bc HTTP/1.1" status: 204 len: 168 time: 0.1668344 Dec 16 18:06:14.464312 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137db5e-8b3e-41e9-b7d1-9fd2bfb644e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f462c1-45ec-4e81-ba5e-ed59d53f52bc,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:14.890076 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7856296-5824-4748-9aec-45bf4bfb36f0 req-7cf5e543-40d3-4c34-8ff0-67af69482768 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:14.898902 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c7856296-5824-4748-9aec-45bf4bfb36f0 req-7cf5e543-40d3-4c34-8ff0-67af69482768 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0888348 Dec 16 18:06:14.956432 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c7856296-5824-4748-9aec-45bf4bfb36f0 req-878b4c81-9e32-4962-a4a0-a7ead75300fd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563142 Dec 16 18:06:16.108185 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94542f0-389b-472e-b271-6c17a25dd652 req-bb9c15fc-30dd-4a21-997b-30b73ebc1e97 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:16.109877 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c94542f0-389b-472e-b271-6c17a25dd652 req-bb9c15fc-30dd-4a21-997b-30b73ebc1e97 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0755174 Dec 16 18:06:16.166031 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-c94542f0-389b-472e-b271-6c17a25dd652 req-81dbb274-4090-40eb-900f-1d3231d56b33 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492246 Dec 16 18:06:17.331757 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee34b8-96b0-474d-b21c-d709b6b29ddc req-9ce8264f-af16-4314-9554-f2d7ca03d667 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:17.333208 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6ee34b8-96b0-474d-b21c-d709b6b29ddc req-9ce8264f-af16-4314-9554-f2d7ca03d667 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0601039 Dec 16 18:06:17.392912 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a6ee34b8-96b0-474d-b21c-d709b6b29ddc req-091603fa-7eed-42c0-902b-5373d24a3251 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527337 Dec 16 18:06:18.533338 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7729d-d940-497c-b852-290a889e3871 req-6ddd856d-969f-48ac-84f2-04a25da6c7ff tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:18.535985 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-44f7729d-d940-497c-b852-290a889e3871 req-6ddd856d-969f-48ac-84f2-04a25da6c7ff tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0571115 Dec 16 18:06:18.595504 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-44f7729d-d940-497c-b852-290a889e3871 req-b36a143b-014e-476d-87d4-6f7138ded7b8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523522 Dec 16 18:06:19.024276 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52060) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:19.162380 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.278691 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.282862 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.323596 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92634a77-1c1b-4d99-b02d-bf2b3f3145f9,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:19.333779 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.334131 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.334479 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.334845 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.335198 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.335512 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.336194 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.336525 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.336858 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.337187 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.337512 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.337840 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.338162 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:19.344372 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-070e6da8-379d-4113-bdbf-3fe493cf85c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a62a5cc4ee9842028c8c8531a7317797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187025 Dec 16 18:06:19.347459 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52064) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:06:19.409907 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f1be135b-386c-4a43-a19e-66726b0f27d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.439463 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f1be135b-386c-4a43-a19e-66726b0f27d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.509134 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f1be135b-386c-4a43-a19e-66726b0f27d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.512183 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f1be135b-386c-4a43-a19e-66726b0f27d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:19.519216 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-f1be135b-386c-4a43-a19e-66726b0f27d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92634a77-1c1b-4d99-b02d-bf2b3f3145f9 HTTP/1.1" status: 204 len: 168 time: 0.1676776 Dec 16 18:06:19.525457 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be135b-386c-4a43-a19e-66726b0f27d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92634a77-1c1b-4d99-b02d-bf2b3f3145f9,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:19.737456 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f6c61-5ee6-4fea-8959-236a6af6d97a req-af8d1d5a-e485-4782-88c6-0fb89aa0ba39 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:19.739981 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-233f6c61-5ee6-4fea-8959-236a6af6d97a req-af8d1d5a-e485-4782-88c6-0fb89aa0ba39 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0547223 Dec 16 18:06:19.807947 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-233f6c61-5ee6-4fea-8959-236a6af6d97a req-56ab0319-3485-4ef4-9811-e4a90ff3609f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528364 Dec 16 18:06:20.953949 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bccfd2-7cef-4f47-adb2-fd59867a6bb6 req-edecc08a-c4de-43a1-b4f8-b886806fd985 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:20.956019 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f1bccfd2-7cef-4f47-adb2-fd59867a6bb6 req-edecc08a-c4de-43a1-b4f8-b886806fd985 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0575998 Dec 16 18:06:21.009888 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d3c4c9b5-ad11-4d24-9229-6bfaccefd1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:21.011789 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f1bccfd2-7cef-4f47-adb2-fd59867a6bb6 req-30fd4eb5-12df-4436-84e0-467f1ff852cb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469666 Dec 16 18:06:21.509173 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-0c0a7840-81bb-44f5-be97-fe791924925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:21.510659 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-0c0a7840-81bb-44f5-be97-fe791924925c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1098 time: 0.0448613 Dec 16 18:06:21.611775 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-a2d79c3b-f33c-45c0-b75a-ec19b9ccde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:21.613934 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-a2d79c3b-f33c-45c0-b75a-ec19b9ccde53 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.0951030 Dec 16 18:06:21.688832 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-7444e31a-8698-41c0-8600-a4455300fa69 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 1000 time: 0.0666969 Dec 16 18:06:21.745984 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-773f454d-623b-4bb6-ba30-d7da3ef56eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:21.747703 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-773f454d-623b-4bb6-ba30-d7da3ef56eb4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0515907 Dec 16 18:06:21.806441 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-5c8a429c-7362-4f0a-8a45-5646893301ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:21.808754 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-5c8a429c-7362-4f0a-8a45-5646893301ee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514207 Dec 16 18:06:21.921411 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-b927f1ec-ecbd-4b6f-ba84-53a495a4610c service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026669 Dec 16 18:06:22.032336 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e784ff4c-e5e1-4999-a160-c0b0a4ea0098 req-a2f52a01-a6bc-49d7-83e8-bb9ff4ebde60 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032820 Dec 16 18:06:22.138374 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb4af1-f85c-423a-bedf-0d02b425d8a7 req-45d64117-5b49-4700-84cc-e10f6d743191 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:22.139969 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41cb4af1-f85c-423a-bedf-0d02b425d8a7 req-45d64117-5b49-4700-84cc-e10f6d743191 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0531664 Dec 16 18:06:22.206097 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-41cb4af1-f85c-423a-bedf-0d02b425d8a7 req-87f51c44-e1f7-45ff-b216-711ccb0159a4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579550 Dec 16 18:06:23.154341 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:06:23.296773 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-21680f67-91a9-4807-8c4f-96eef86dd5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:23.347944 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512161a-5315-4956-8ada-eade2864e7a8 req-1840124f-d7d0-467b-bffe-f5ce8d57c40e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:23.349622 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6512161a-5315-4956-8ada-eade2864e7a8 req-1840124f-d7d0-467b-bffe-f5ce8d57c40e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 945 time: 0.0554824 Dec 16 18:06:23.387817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:23.406334 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6512161a-5315-4956-8ada-eade2864e7a8 req-84b55dfd-75b1-4587-8384-f3e9f23c5cf6 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494709 Dec 16 18:06:24.356101 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:24.438934 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.464760 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:24.467100 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f111675-d25a-4f20-992b-23e944de79f8" -d '{"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-unplugged", "status": "completed", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:24.482104 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:24.488110 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.527193 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6002b2-cc17-4d8f-9280-86f58f9160be x-openstack-request-id: req-0b6002b2-cc17-4d8f-9280-86f58f9160be {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:24.527491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-unplugged", "status": "failed", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4", "code": 422}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:24.527754 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b6002b2-cc17-4d8f-9280-86f58f9160be {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:24.528215 dv-cinder-819200-2-iscsi neutron-server[102420]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4', 'code': 422} returned with failed status Dec 16 18:06:24.555493 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=8']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:24.563130 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e6e59-e0a3-4e00-a7fa-3023bbdfdcde req-8728400f-e458-404b-95e5-5ca65ac7f0dd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:24.564762 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a00e6e59-e0a3-4e00-a7fa-3023bbdfdcde req-8728400f-e458-404b-95e5-5ca65ac7f0dd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0631886 Dec 16 18:06:24.602889 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:24.625954 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a00e6e59-e0a3-4e00-a7fa-3023bbdfdcde req-7fbbad61-fa44-4f6a-ab8b-6109f52032b2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531497 Dec 16 18:06:25.529111 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [req-8a98c1de-0a18-4934-9148-e7db9a1a10f5 req-90cca70f-9c9e-4164-8a60-06d5749928df service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:06:25.530476 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8a98c1de-0a18-4934-9148-e7db9a1a10f5 req-90cca70f-9c9e-4164-8a60-06d5749928df service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082250 Dec 16 18:06:26.075986 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:26.716890 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8160fdf-480a-4b32-9715-0dc5648d62f8 req-0206d9c0-6b6b-4e64-a57a-f8fc4a5b9b50 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:26.718423 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c8160fdf-480a-4b32-9715-0dc5648d62f8 req-0206d9c0-6b6b-4e64-a57a-f8fc4a5b9b50 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0534289 Dec 16 18:06:26.762390 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-28944be4-0841-4e2c-bcd5-c91c25d8b6e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504394 Dec 16 18:06:26.778826 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c8160fdf-480a-4b32-9715-0dc5648d62f8 req-a9a5bc61-e629-434b-8325-2f6fef60866b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541620 Dec 16 18:06:26.804353 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:27.708728 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-7c2cb849-ca5c-432d-be0a-7f0ed5afbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:27.710304 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-7c2cb849-ca5c-432d-be0a-7f0ed5afbab3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3&tenant_id=af23b4f4f497464fac434ca5b8be6ead HTTP/1.1" status: 200 len: 1096 time: 0.1533706 Dec 16 18:06:27.782713 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-9a8a3e49-9af8-42f8-9f9d-9aee3a3f2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:27.784224 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-9a8a3e49-9af8-42f8-9f9d-9aee3a3f2ca9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1096 time: 0.0497744 Dec 16 18:06:27.884015 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-82e7c86c-bc9d-4760-9a21-1f6a66558c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:27.885676 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-82e7c86c-bc9d-4760-9a21-1f6a66558c2d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.0917342 Dec 16 18:06:27.913893 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfca41-5fc1-44b9-9412-831199fefabe req-2abecbb0-a95c-43b5-b178-5234498258ce tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:27.915696 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bbdfca41-5fc1-44b9-9412-831199fefabe req-2abecbb0-a95c-43b5-b178-5234498258ce tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0527685 Dec 16 18:06:27.964756 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-0d3c1533-2995-464d-aabf-63000ec7308b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 998 time: 0.0710959 Dec 16 18:06:27.969330 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-bbdfca41-5fc1-44b9-9412-831199fefabe req-8b127e93-0497-469b-9378-35a8660c5d78 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472865 Dec 16 18:06:28.016150 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-810cf2f9-9776-4f7a-b1dd-173f1f769c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:28.017664 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-810cf2f9-9776-4f7a-b1dd-173f1f769c5e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0456212 Dec 16 18:06:28.068903 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-a989ff64-0b57-4cae-bde7-f6a443479dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:28.070490 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-a989ff64-0b57-4cae-bde7-f6a443479dd8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445359 Dec 16 18:06:28.171795 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-23296240-02fe-4a35-815c-447f8bf5700e service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933709 Dec 16 18:06:28.283977 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-5e1309e5-f767-4002-9afe-43fc395ed254 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039236 Dec 16 18:06:28.373774 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:06:29.116635 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e340b12-d638-48fa-82c1-f40c2bea60c0 req-93a043c5-4ca1-49b1-b4f7-19887df2c106 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:29.118207 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6e340b12-d638-48fa-82c1-f40c2bea60c0 req-93a043c5-4ca1-49b1-b4f7-19887df2c106 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0542202 Dec 16 18:06:29.175143 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6e340b12-d638-48fa-82c1-f40c2bea60c0 req-907756bb-2471-4d9e-a8a5-915b0682f150 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505259 Dec 16 18:06:30.321754 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63f614-9ce9-4924-8cff-bcb4669f936d req-e2a74d7e-6a16-42ce-b039-9a9c5321c309 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:30.323420 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1d63f614-9ce9-4924-8cff-bcb4669f936d req-e2a74d7e-6a16-42ce-b039-9a9c5321c309 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0531797 Dec 16 18:06:30.380688 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1d63f614-9ce9-4924-8cff-bcb4669f936d req-8c9a6135-1085-425c-a83a-9c220ddf1f50 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504708 Dec 16 18:06:31.518811 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5349cc-d024-4191-8a1c-d91983f6163b req-ddb2a7ba-123f-4ff9-9785-bd52d036edf8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:31.520470 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1a5349cc-d024-4191-8a1c-d91983f6163b req-ddb2a7ba-123f-4ff9-9785-bd52d036edf8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0560038 Dec 16 18:06:31.572230 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1a5349cc-d024-4191-8a1c-d91983f6163b req-ce66b164-9a06-4404-9e33-18c876f3b957 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 Dec 16 18:06:32.708027 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e81833-4e4c-42c0-948e-344a7673de5b req-8736049c-130d-419a-afc7-f8977ed5a64c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:32.709786 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-49e81833-4e4c-42c0-948e-344a7673de5b req-8736049c-130d-419a-afc7-f8977ed5a64c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0592806 Dec 16 18:06:32.763694 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-49e81833-4e4c-42c0-948e-344a7673de5b req-a45dd964-18fb-4801-906e-49bb6dcbebdd tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463972 Dec 16 18:06:33.891472 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dae68-b657-4cf8-af6b-953cac580a71 req-c97950bb-d9cb-422a-9f23-bb1e41c8444e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:33.893155 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d51dae68-b657-4cf8-af6b-953cac580a71 req-c97950bb-d9cb-422a-9f23-bb1e41c8444e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0544262 Dec 16 18:06:33.941090 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d51dae68-b657-4cf8-af6b-953cac580a71 req-1a47831f-d7a0-474d-9429-262efa69029b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 Dec 16 18:06:35.073089 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef2710-f11b-46a2-aa68-d397fa89b9cb req-579fa862-e493-44b0-92ed-36be3f259ed7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:35.075626 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9bef2710-f11b-46a2-aa68-d397fa89b9cb req-579fa862-e493-44b0-92ed-36be3f259ed7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0550430 Dec 16 18:06:35.124534 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-9bef2710-f11b-46a2-aa68-d397fa89b9cb req-261700c1-dbb5-4314-aaf7-ce8787144827 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420289 Dec 16 18:06:36.268666 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300e790-5eb0-4b1c-a11c-e7392c910351 req-809cea31-415a-4320-92dd-1a295225e5e9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:36.270418 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0300e790-5eb0-4b1c-a11c-e7392c910351 req-809cea31-415a-4320-92dd-1a295225e5e9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0559313 Dec 16 18:06:36.324540 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0300e790-5eb0-4b1c-a11c-e7392c910351 req-e7bbacc5-97ac-495c-b032-f318b3f2d28c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462437 Dec 16 18:06:37.464577 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d8d46-4557-4f89-9f05-2505f0edbe4c req-4610ff93-0022-48f7-bfbe-3892e20b9ce9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:37.466149 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3f3d8d46-4557-4f89-9f05-2505f0edbe4c req-4610ff93-0022-48f7-bfbe-3892e20b9ce9 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0615864 Dec 16 18:06:37.512575 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-3f3d8d46-4557-4f89-9f05-2505f0edbe4c req-4f6fcfb5-e505-45e6-9a8d-3aa0a89427a0 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402424 Dec 16 18:06:38.641257 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e04b50-0a82-487e-bd46-786a72617b64 req-a3bee9a0-4695-4043-92b4-6e6807d0ea0b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:38.642870 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-38e04b50-0a82-487e-bd46-786a72617b64 req-a3bee9a0-4695-4043-92b4-6e6807d0ea0b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0524955 Dec 16 18:06:38.701289 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-38e04b50-0a82-487e-bd46-786a72617b64 req-acee4c65-57f4-4459-a35e-c41ec75cf236 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513136 Dec 16 18:06:39.839777 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac0430-9e95-4e48-8d32-8a5c9ca9d0f5 req-9e373572-7a6e-4f2e-8d96-14dc8c8248b2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:39.841259 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-dfac0430-9e95-4e48-8d32-8a5c9ca9d0f5 req-9e373572-7a6e-4f2e-8d96-14dc8c8248b2 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0545657 Dec 16 18:06:39.894432 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-dfac0430-9e95-4e48-8d32-8a5c9ca9d0f5 req-bf39a7c6-1567-461e-ade8-adeee64e5cde tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452116 Dec 16 18:06:41.026606 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4a204-0b29-4369-84bd-07317ed8b4c8 req-6bc95ed2-17de-4eee-97d1-012e1fc1de76 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:41.028092 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-02d4a204-0b29-4369-84bd-07317ed8b4c8 req-6bc95ed2-17de-4eee-97d1-012e1fc1de76 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0517418 Dec 16 18:06:41.085898 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-02d4a204-0b29-4369-84bd-07317ed8b4c8 req-b1ee3066-7aa7-419b-92ca-5ce7f1acb4a4 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493953 Dec 16 18:06:42.230044 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a91740-8c8f-4d4e-b9a5-953b1ca992f1 req-639d9c7b-5a08-49da-9616-66bcf8880f03 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:42.231715 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-83a91740-8c8f-4d4e-b9a5-953b1ca992f1 req-639d9c7b-5a08-49da-9616-66bcf8880f03 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0596573 Dec 16 18:06:42.283228 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-83a91740-8c8f-4d4e-b9a5-953b1ca992f1 req-fd681dfd-1729-4ad5-9322-6ad38d1fb55c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448699 Dec 16 18:06:43.425402 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994b15-ad39-4a7b-ae89-1e51e1b8a484 req-16ae1994-66e7-4105-b32e-f2333baf778f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:43.426959 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6994b15-ad39-4a7b-ae89-1e51e1b8a484 req-16ae1994-66e7-4105-b32e-f2333baf778f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0547445 Dec 16 18:06:43.481849 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c6994b15-ad39-4a7b-ae89-1e51e1b8a484 req-45f0a98f-284c-460a-b3c7-8d856d2e685b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455506 Dec 16 18:06:44.627028 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2b829-00c1-4274-a3be-26196469c95a req-1c5c09de-4174-4988-9c38-a7f79e04d468 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:44.628636 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56e2b829-00c1-4274-a3be-26196469c95a req-1c5c09de-4174-4988-9c38-a7f79e04d468 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0574319 Dec 16 18:06:44.682401 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-56e2b829-00c1-4274-a3be-26196469c95a req-b9fe5f50-290e-42b2-8dcf-def496571762 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445344 Dec 16 18:06:45.836957 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496282-673a-4662-97d7-998f05790fd8 req-a43750cd-7ae4-4a4e-96c4-d0dab28b7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:45.838488 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9c496282-673a-4662-97d7-998f05790fd8 req-a43750cd-7ae4-4a4e-96c4-d0dab28b7b94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1096 time: 0.0729468 Dec 16 18:06:45.848882 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56444d-394c-4e0e-9194-d0880094ff3a req-30a66664-3fe3-4dac-8991-c9ad30894c5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:45.850331 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5d56444d-394c-4e0e-9194-d0880094ff3a req-30a66664-3fe3-4dac-8991-c9ad30894c5c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0759835 Dec 16 18:06:45.946306 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5d56444d-394c-4e0e-9194-d0880094ff3a req-33ef741b-b5f0-4d2d-9ac3-ceafc7022c4c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897164 Dec 16 18:06:45.975694 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496282-673a-4662-97d7-998f05790fd8 req-0a02c65f-5a58-4b2d-987a-db94f257e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:45.977222 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9c496282-673a-4662-97d7-998f05790fd8 req-0a02c65f-5a58-4b2d-987a-db94f257e718 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.1145220 Dec 16 18:06:46.046261 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9c496282-673a-4662-97d7-998f05790fd8 req-8cd0403b-79c2-4805-960e-019ec559c807 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 998 time: 0.0617166 Dec 16 18:06:46.098213 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496282-673a-4662-97d7-998f05790fd8 req-5c3e579b-922f-4103-bdf0-2b8d1e297c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:46.099699 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9c496282-673a-4662-97d7-998f05790fd8 req-5c3e579b-922f-4103-bdf0-2b8d1e297c4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0453510 Dec 16 18:06:46.154324 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c496282-673a-4662-97d7-998f05790fd8 req-6ba133cf-5340-44a7-bf90-d9ac03c4eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:46.156101 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9c496282-673a-4662-97d7-998f05790fd8 req-6ba133cf-5340-44a7-bf90-d9ac03c4eeca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444405 Dec 16 18:06:46.518406 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9c496282-673a-4662-97d7-998f05790fd8 req-8ae2d391-6c0f-479b-914d-a614c6e6c2b5 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524802 Dec 16 18:06:46.610356 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-9c496282-673a-4662-97d7-998f05790fd8 req-a0f7e886-659b-48ad-976b-98b6a5b25d05 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837371 Dec 16 18:06:47.070901 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baad34-6e73-4e26-b369-3f1263b1a5f3 req-9fc0c5ec-d8e0-4293-945a-4b6c984f29f3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:47.078671 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a3baad34-6e73-4e26-b369-3f1263b1a5f3 req-9fc0c5ec-d8e0-4293-945a-4b6c984f29f3 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0497587 Dec 16 18:06:47.122271 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a3baad34-6e73-4e26-b369-3f1263b1a5f3 req-37b5316c-389f-40cd-859c-32a6bc80a2f5 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434945 Dec 16 18:06:48.253590 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bc2cd-590f-45c0-b6a2-fcb8bec48203 req-755f91e7-a83f-46f7-bc1a-cff6de06259e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:48.255191 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-327bc2cd-590f-45c0-b6a2-fcb8bec48203 req-755f91e7-a83f-46f7-bc1a-cff6de06259e tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0578482 Dec 16 18:06:48.307475 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-327bc2cd-590f-45c0-b6a2-fcb8bec48203 req-1e22aa61-480f-45b6-9708-6f3577de79a0 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460033 Dec 16 18:06:49.453472 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e74462-fac1-4eba-8b56-6ab96a1140d3 req-9d61287f-abdf-4ad5-8c43-f2842408cb4c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:49.455020 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a2e74462-fac1-4eba-8b56-6ab96a1140d3 req-9d61287f-abdf-4ad5-8c43-f2842408cb4c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 943 time: 0.0656264 Dec 16 18:06:49.510919 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a2e74462-fac1-4eba-8b56-6ab96a1140d3 req-091f4014-ab7f-4e53-9333-c9cee5dd6e1a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490561 Dec 16 18:06:49.521863 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:06:49.636825 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:49.649027 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '725e8407-5a33-41d7-822b-8d87e05067a4', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'port_id': '725e8407-5a33-41d7-822b-8d87e05067a4', 'mac_address': 'fa:16:3e:e8:c5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:06:49.691506 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:49.705446 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725e8407-5a33-41d7-822b-8d87e05067a4 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:06:49.726223 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:49.732883 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:49.783132 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=9']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:49.791092 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.791470 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.791811 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.792138 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.792489 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.792810 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.793125 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.793461 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.793772 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.794097 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.794430 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.794782 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:49.795093 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:06:50.661043 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e1f2b-331a-4f85-8e3c-9efa549abca8 req-34b607c6-fa0a-4190-ab37-33ea7dcb6a66 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:50.662553 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c95e1f2b-331a-4f85-8e3c-9efa549abca8 req-34b607c6-fa0a-4190-ab37-33ea7dcb6a66 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0666096 Dec 16 18:06:50.715087 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c95e1f2b-331a-4f85-8e3c-9efa549abca8 req-9c1631d6-5e30-4723-b696-0a5ece7eed65 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 Dec 16 18:06:51.014553 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bb783600-c373-4a79-8ca6-76d93ba1b587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:51.847180 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c212042-b0ea-4f2c-adce-fe6eb20b17d9 req-e498b646-cf7d-4d85-b89b-bb8b79191fa7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:51.848726 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2c212042-b0ea-4f2c-adce-fe6eb20b17d9 req-e498b646-cf7d-4d85-b89b-bb8b79191fa7 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0534027 Dec 16 18:06:51.897412 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2c212042-b0ea-4f2c-adce-fe6eb20b17d9 req-45843c61-d933-4e40-912c-66e74deb44a8 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425258 Dec 16 18:06:52.421370 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['725e8407-5a33-41d7-822b-8d87e05067a4'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:06:53.022241 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69620207-9d47-477b-ae43-711c83fae3bd req-6a97daba-7dc3-47fb-95a6-a2d50127db47 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:53.024692 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-69620207-9d47-477b-ae43-711c83fae3bd req-6a97daba-7dc3-47fb-95a6-a2d50127db47 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0529296 Dec 16 18:06:53.077758 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-69620207-9d47-477b-ae43-711c83fae3bd req-c1c6f99b-0b88-4713-898f-fbbce56e227b tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468209 Dec 16 18:06:53.294247 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b7506997-d7a7-491a-9c48-e754702e322a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:53.385153 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:54.213014 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f2598-8ce0-4a6f-9bae-1c961dae2f3f req-9870a041-4c31-4f6d-b0fa-ae8016a06b63 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:54.214563 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-695f2598-8ce0-4a6f-9bae-1c961dae2f3f req-9870a041-4c31-4f6d-b0fa-ae8016a06b63 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 944 time: 0.0591669 Dec 16 18:06:54.266606 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-695f2598-8ce0-4a6f-9bae-1c961dae2f3f req-769898cd-a669-45f8-85e3-9bc22cc25497 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454862 Dec 16 18:06:54.525645 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:06:54.575659 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 725e8407-5a33-41d7-822b-8d87e05067a4 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:06:54.576026 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:54.627111 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:54.670136 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:54.696417 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:06:54.698858 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d5d6e7-3262-4111-a747-341df5255759" -d '{"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-plugged", "status": "completed", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:06:54.715654 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:06:54.721889 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:54.772517 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=10']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:06:54.872704 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fec8d3-7701-4676-89ae-55280a278a47 x-openstack-request-id: req-85fec8d3-7701-4676-89ae-55280a278a47 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:06:54.872992 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-plugged", "status": "completed", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:06:54.873277 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85fec8d3-7701-4676-89ae-55280a278a47 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:06:54.873673 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4', 'code': 200} Dec 16 18:06:55.072229 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ca4c1-ab08-4fa8-8f37-bee85aef3df2 req-bed0e905-00f9-4944-82b7-c4f0d6b7b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:55.073693 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1b6ca4c1-ab08-4fa8-8f37-bee85aef3df2 req-bed0e905-00f9-4944-82b7-c4f0d6b7b3c8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1099 time: 0.0435877 Dec 16 18:06:55.125736 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1b6ca4c1-ab08-4fa8-8f37-bee85aef3df2 req-6b084ca4-7efc-455b-94c1-30ebfe03422c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448029 Dec 16 18:06:55.400417 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451bdc1-40dc-45ac-875e-dae5af7011d0 req-0be46362-c3e5-42e2-80da-0759b835f5ce tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:55.402422 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4451bdc1-40dc-45ac-875e-dae5af7011d0 req-0be46362-c3e5-42e2-80da-0759b835f5ce tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 946 time: 0.0572300 Dec 16 18:06:55.459625 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-4451bdc1-40dc-45ac-875e-dae5af7011d0 req-13df1368-c07f-4ba6-803d-881b3eb80e5d tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497644 Dec 16 18:06:56.075777 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:56.591245 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e3ba-3d76-4ff5-b74e-5d5f36440ceb req-10e00478-f982-456f-814f-d0b05d83a376 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:56.592752 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e5e6e3ba-3d76-4ff5-b74e-5d5f36440ceb req-10e00478-f982-456f-814f-d0b05d83a376 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 946 time: 0.0515153 Dec 16 18:06:56.644691 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e5e6e3ba-3d76-4ff5-b74e-5d5f36440ceb req-15c4d89d-9d82-4b9d-be6d-9cab67ae6c23 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427101 Dec 16 18:06:56.802368 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:06:57.776833 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5891af-2e9a-44b2-9f59-b1b1b9080afe req-788f8d8b-fcbf-4915-9e25-830ff92da53c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:06:57.778374 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fe5891af-2e9a-44b2-9f59-b1b1b9080afe req-788f8d8b-fcbf-4915-9e25-830ff92da53c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 946 time: 0.0510786 Dec 16 18:06:57.829857 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-fe5891af-2e9a-44b2-9f59-b1b1b9080afe req-9c5aef7f-70a7-4a1f-9866-cc2ca6cbe67a tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 Dec 16 18:07:00.153128 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:07:08.985646 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52486) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:09.096282 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:09.179322 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:09.184456 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:09.223181 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc72bfe5339441b09b0152d2f596e9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363811 Dec 16 18:07:09.224091 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502f981f-3f00-4458-908e-9bb0e826a5b3,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:09.226105 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52490) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:09.232396 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.232675 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.233023 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.233363 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.233697 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.234029 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.234362 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.234724 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.235060 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.235373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.235697 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.236020 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.236342 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a86de93-eef5-4a86-a6c6-0a070ed7a7a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:09.279173 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05667416-c16d-43e0-818f-043aa0a36e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:09.301977 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05667416-c16d-43e0-818f-043aa0a36e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:09.349290 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05667416-c16d-43e0-818f-043aa0a36e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:09.352398 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-05667416-c16d-43e0-818f-043aa0a36e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:09.353565 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-05667416-c16d-43e0-818f-043aa0a36e8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/502f981f-3f00-4458-908e-9bb0e826a5b3 HTTP/1.1" status: 204 len: 168 time: 0.1263573 Dec 16 18:07:09.362350 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05667416-c16d-43e0-818f-043aa0a36e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f981f-3f00-4458-908e-9bb0e826a5b3,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:18.425349 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52562) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:18.560461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e955d055-61ab-44e1-9d7c-f5fa00a447cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:18.634415 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e955d055-61ab-44e1-9d7c-f5fa00a447cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:18.638277 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e955d055-61ab-44e1-9d7c-f5fa00a447cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:18.674860 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955d055-61ab-44e1-9d7c-f5fa00a447cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63886eb3-8405-4837-92a6-ceaf8e3134fd,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:18.680603 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-e955d055-61ab-44e1-9d7c-f5fa00a447cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a568b6e6648647b9be4d30cedc253531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541296 Dec 16 18:07:18.684415 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52566) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:18.741229 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-15bbd28d-4ff2-479f-b521-c83f11c8beef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:18.769394 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-15bbd28d-4ff2-479f-b521-c83f11c8beef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:18.829581 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-15bbd28d-4ff2-479f-b521-c83f11c8beef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:18.831931 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-15bbd28d-4ff2-479f-b521-c83f11c8beef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:18.833312 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-15bbd28d-4ff2-479f-b521-c83f11c8beef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63886eb3-8405-4837-92a6-ceaf8e3134fd HTTP/1.1" status: 204 len: 168 time: 0.1479807 Dec 16 18:07:18.848514 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbd28d-4ff2-479f-b521-c83f11c8beef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63886eb3-8405-4837-92a6-ceaf8e3134fd,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:21.021001 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5b18bb9a-ac0a-4313-920b-c2e5059d49f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.301705 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e97b13d9-40e8-49e7-a3f9-df30a502f26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:23.390888 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:24.608712 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:26.081257 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:26.797570 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:34.317148 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-23c775ca-d391-4542-9de6-6bcc583ad81c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529943 Dec 16 18:07:34.422975 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-431d45fc-bb52-4d75-aa43-79b5f10e22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:34.424548 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-431d45fc-bb52-4d75-aa43-79b5f10e22a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af23b4f4f497464fac434ca5b8be6ead&device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 1099 time: 0.0460267 Dec 16 18:07:34.549129 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-099fe20b-226c-41cb-86cc-cfe256249483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:34.551336 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-099fe20b-226c-41cb-86cc-cfe256249483 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 200 len: 918 time: 0.1029730 Dec 16 18:07:34.620845 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-b75f552e-7ae1-40f8-a41b-73f6a35e5000 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 200 len: 1000 time: 0.0624282 Dec 16 18:07:34.678024 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-6c4ea2bf-7419-494a-a3a5-3b9244bff0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:34.679583 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-6c4ea2bf-7419-494a-a3a5-3b9244bff0f8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 200 len: 856 time: 0.0522354 Dec 16 18:07:34.734066 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-3e533270-5976-497e-9501-74efc1c3e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:34.735657 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-3e533270-5976-497e-9501-74efc1c3e5ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3aad32db-9062-48c6-b8ca-474a8b1c9b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492225 Dec 16 18:07:34.837690 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-378a21c9-27e1-4cb2-afd9-28ebb77eebde service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938625 Dec 16 18:07:34.931431 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-a4e66423-7ea2-48b0-b1fe-a3fddf8d74b8 req-1fdb25bd-7864-4733-b8e6-3efaea436784 service neutron] 10.222.0.76 "GET /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867012 Dec 16 18:07:37.151544 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:07:51.031715 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-42cd46c9-6700-45ad-9441-2d24b52f814a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:53.295129 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-270aae87-c2b6-4191-9741-38be0c110e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:53.386399 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:53.914045 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7effd-32e6-4397-82e6-54dd94280381 req-16783b4f-9e47-4125-be90-c11ebe8ce335 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:53.915709 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-53a7effd-32e6-4397-82e6-54dd94280381 req-16783b4f-9e47-4125-be90-c11ebe8ce335 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 946 time: 0.0562704 Dec 16 18:07:53.970330 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-53a7effd-32e6-4397-82e6-54dd94280381 req-0b8e8d16-94f1-479b-90d7-e175d721efbc tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482788 Dec 16 18:07:54.618411 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:55.107704 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc32064-81e2-4a12-b720-9048ab22b1c7 req-b6c9f82e-2acb-4463-a8db-8da82ac89f4c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:55.109232 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5fc32064-81e2-4a12-b720-9048ab22b1c7 req-b6c9f82e-2acb-4463-a8db-8da82ac89f4c tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 946 time: 0.0532589 Dec 16 18:07:55.168141 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5fc32064-81e2-4a12-b720-9048ab22b1c7 req-b77cf2ff-f4b7-46a1-a190-ba600f2aae97 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups?id=85aee63b-b05c-416d-b08a-b4ff1dee2af9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500026 Dec 16 18:07:55.537454 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991c097-559d-42e0-9af9-8da85c40d50f req-fa7e1cb6-cf8a-4b80-84ea-37e552616f56 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:07:55.538934 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0991c097-559d-42e0-9af9-8da85c40d50f req-fa7e1cb6-cf8a-4b80-84ea-37e552616f56 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 946 time: 0.0632830 Dec 16 18:07:55.661926 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Deleting port 725e8407-5a33-41d7-822b-8d87e05067a4 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:07:55.662279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:55.762767 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] For port 725e8407-5a33-41d7-822b-8d87e05067a4, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=725e8407-5a33-41d7-822b-8d87e05067a4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:07:55.763135 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:55.999333 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:55.999694 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:56.000281 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Floating IP afb8085b-2b9e-466c-8aad-e5fb2508df58 disassociated. External IP: 172.27.3.87, port: 725e8407-5a33-41d7-822b-8d87e05067a4. Dec 16 18:07:56.000626 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Calling delete_port for 725e8407-5a33-41d7-822b-8d87e05067a4 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:07:56.080156 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:56.140301 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:56.168787 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event deleted for resources: {'Port': ['ID=725e8407-5a33-41d7-822b-8d87e05067a4,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:56.292313 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-07cec691-8bd1-474d-a41c-01e0f329e18b req-836bbf4f-17ce-4043-bf5f-668ae50b3fbb tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3 HTTP/1.1" status: 200 len: 210 time: 0.0370278 Dec 16 18:07:56.312557 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:07:56.422058 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:07:56.434947 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] Sync routers for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:07:56.445364 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:56.445917 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:07:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:56.463037 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] No DVR routers for this DVR port 725e8407-5a33-41d7-822b-8d87e05067a4 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:07:56.465796 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:56.469103 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0991c097-559d-42e0-9af9-8da85c40d50f req-9f2b6604-f642-48b1-81a0-5c168d0c50ef tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.76 "DELETE /v2.0/ports/725e8407-5a33-41d7-822b-8d87e05067a4 HTTP/1.1" status: 204 len: 173 time: 0.9230778 Dec 16 18:07:56.469551 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-deleted', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:07:56.471858 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bdfe33-29d4-46cf-9613-d95528948e58" -d '{"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-deleted", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:07:56.576092 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:56.668194 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a35e163-a1be-4c13-99b0-8322d13d7fd3 x-openstack-request-id: req-3a35e163-a1be-4c13-99b0-8322d13d7fd3 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:07:56.668739 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3", "name": "network-vif-deleted", "tag": "725e8407-5a33-41d7-822b-8d87e05067a4", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:07:56.668739 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a35e163-a1be-4c13-99b0-8322d13d7fd3 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:07:56.669141 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ba83b3-d099-4c5c-8122-3eb4f9cb60b3', 'name': 'network-vif-deleted', 'tag': '725e8407-5a33-41d7-822b-8d87e05067a4', 'status': 'completed', 'code': 200} Dec 16 18:07:56.797099 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:56.803178 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:56.823110 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] Checking router: 807942d0-81f7-49aa-8c52-fedd2e7f6e09 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:07:56.831376 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:07:56.831974 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:07:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:56.939204 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:07:57.158909 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:07:57.185262 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f52f6f-964e-419a-a479-8e56f0bb1c56 None None] The sync data for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi is: [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T17:57:03Z', 'revision_number': 4, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26', 'name': '', 'network_id': '3aad32db-9062-48c6-b8ca-474a8b1c9b58', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'mac_address': 'fa:16:3e:8a:15:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:57:01Z', 'updated_at': '2021-12-16T17:57:14Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'subnets': [{'id': '585fb9e8-f34f-45e1-aa16-054f61fb0f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:07:57.388548 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52610) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:57.428033 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670cc2f-dc4d-4496-b8df-cd4858d117d9 None None] New status for floating IP afb8085b-2b9e-466c-8aad-e5fb2508df58: DOWN {{(pid=102420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:07:57.447712 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.474327 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.522397 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.524994 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.526217 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "DELETE /v2.0/security-groups/85aee63b-b05c-416d-b08a-b4ff1dee2af9 HTTP/1.1" status: 204 len: 168 time: 0.1366527 Dec 16 18:07:57.529300 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52612) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:57.536062 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aee63b-b05c-416d-b08a-b4ff1dee2af9,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:57.544455 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.544658 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.545546 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.545888 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.546423 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.546562 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.api.v2.resource [None req-c047f997-4ab9-4674-8589-de29ae129f68 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] show failed (client error): The resource could not be found. Dec 16 18:07:57.547076 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.547411 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.547820 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c047f997-4ab9-4674-8589-de29ae129f68 tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "GET /v2.0/security-groups/85aee63b-b05c-416d-b08a-b4ff1dee2af9 HTTP/1.1" status: 404 len: 347 time: 0.0172267 Dec 16 18:07:57.550715 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52614) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:07:57.550845 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.551126 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.551637 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.552147 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.552684 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.553232 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088fbb2d-975d-49d7-b1b9-e855cf58a3ea tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:07:57.685291 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Deleting port 0be2fc61-9b09-4013-a8b9-475862e205b6 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:07:57.685856 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.764967 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.765299 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.777614 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Calling delete_port for 0be2fc61-9b09-4013-a8b9-475862e205b6 owned by network:floatingip {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:07:57.917453 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:57.943329 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Pushing event deleted for resources: {'Port': ['ID=0be2fc61-9b09-4013-a8b9-475862e205b6,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:07:58.004854 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks [] for floatingip, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:58.007402 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:07:58.008844 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-2a0dab69-ecc3-4904-9794-1a765daaf35f tempest-AttachVolumeShelveTestJSON-1039140976 tempest-AttachVolumeShelveTestJSON-1039140976-project] 10.222.0.32 "DELETE /v2.0/floatingips/afb8085b-2b9e-466c-8aad-e5fb2508df58 HTTP/1.1" status: 204 len: 168 time: 0.4568074 Dec 16 18:07:58.868252 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:07:58.890405 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 725e8407-5a33-41d7-822b-8d87e05067a4 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:07:58.890800 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 725e8407-5a33-41d7-822b-8d87e05067a4 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:08:00.474851 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52636) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:01.012208 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:01.280077 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Deleting port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:08:01.280396 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:01.361516 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] For port a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:01.361913 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:01.375705 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Calling delete_port for a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 owned by network:router_interface {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:08:01.821231 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:01.855245 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:02.016513 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:02.240082 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:08:02.355727 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:08:02.360973 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-bb55439a-c101-44c0-af06-06efd87aab8f admin admin] 10.222.0.32 "PUT /v2.0/routers/807942d0-81f7-49aa-8c52-fedd2e7f6e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850753 Dec 16 18:08:02.363900 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52640) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:02.367466 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] Sync routers for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:08:02.378033 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:02.378646 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:07:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:02.495522 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:02.509438 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:02.598743 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:02.664031 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Deleting port 4c2c993b-9971-4642-a5ef-8fb809f791e6 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:08:02.664468 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:02.700857 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T18:08:01Z', 'revision_number': 5, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port': {'id': '4c2c993b-9971-4642-a5ef-8fb809f791e6', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ab:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T17:56:57Z', 'updated_at': '2021-12-16T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:02.730352 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] Checking router: 807942d0-81f7-49aa-8c52-fedd2e7f6e09 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:08:02.739027 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] Routers {'807942d0-81f7-49aa-8c52-fedd2e7f6e09'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:02.739624 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:07:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:02.746856 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] For port 4c2c993b-9971-4642-a5ef-8fb809f791e6, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=4c2c993b-9971-4642-a5ef-8fb809f791e6,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:02.747176 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:02.760556 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Calling delete_port for 4c2c993b-9971-4642-a5ef-8fb809f791e6 owned by network:router_gateway {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:08:02.913207 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] Set router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 gateway port host: None {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:02.936653 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:02.965985 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2c993b-9971-4642-a5ef-8fb809f791e6,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:02.966432 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T18:08:02Z', 'revision_number': 6, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:02.999103 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e7150-3132-42a0-8a11-a1c008948a2d None None] The sync data for ids ['807942d0-81f7-49aa-8c52-fedd2e7f6e09'] in dv-cinder-819200-2-iscsi is: [{'id': '807942d0-81f7-49aa-8c52-fedd2e7f6e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1886802393-router', 'tenant_id': 'af23b4f4f497464fac434ca5b8be6ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T17:56:56Z', 'updated_at': '2021-12-16T18:08:02Z', 'revision_number': 6, 'project_id': 'af23b4f4f497464fac434ca5b8be6ead', 'gw_port_host': None}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:08:03.030938 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.122073 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.124480 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.169862 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.170445 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807942d0-81f7-49aa-8c52-fedd2e7f6e09 {{(pid=102418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:08:03.175280 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.176293 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-8751bd39-462c-4650-a073-7b4bc6efd2e3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/807942d0-81f7-49aa-8c52-fedd2e7f6e09 HTTP/1.1" status: 204 len: 168 time: 0.8115175 Dec 16 18:08:03.179738 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52642) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:03.228607 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a45e3c3-2b03-49e0-b6fb-909043416074 admin admin] Deleting subnet 585fb9e8-f34f-45e1-aa16-054f61fb0f92 {{(pid=102418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:08:03.232118 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1a45e3c3-2b03-49e0-b6fb-909043416074 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.267655 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1a45e3c3-2b03-49e0-b6fb-909043416074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126504371'] for subnet, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.346938 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1a45e3c3-2b03-49e0-b6fb-909043416074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.409177 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1a45e3c3-2b03-49e0-b6fb-909043416074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3335472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126170107'] for subnet, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.436400 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e3c3-2b03-49e0-b6fb-909043416074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585fb9e8-f34f-45e1-aa16-054f61fb0f92,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:03.438384 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-1a45e3c3-2b03-49e0-b6fb-909043416074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.441604 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-1a45e3c3-2b03-49e0-b6fb-909043416074 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/585fb9e8-f34f-45e1-aa16-054f61fb0f92 HTTP/1.1" status: 204 len: 168 time: 0.2609158 Dec 16 18:08:03.444156 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52644) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:03.445948 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a085d7-8073-4089-841d-6d3ba7ce18bf None None] Network 3aad32db-9062-48c6-b8ca-474a8b1c9b58 requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:08:03.513216 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.567030 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Deleting port 769b7217-2776-49c2-9be7-091c8cec6ec4 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:08:03.567376 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.634346 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] For port 769b7217-2776-49c2-9be7-091c8cec6ec4, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=769b7217-2776-49c2-9be7-091c8cec6ec4,segment=NetworkSegment(06ec8bea-8721-4bfc-b72e-5bb9895e341d),segment_id=06ec8bea-8721-4bfc-b72e-5bb9895e341d)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:03.634740 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.647380 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Calling delete_port for 769b7217-2776-49c2-9be7-091c8cec6ec4 owned by network:dhcp {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:08:03.752277 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.756201 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37fdf86-3c3d-4abe-80ed-612442c1c1f1 None None] DHCP port deletion for 3aad32db-9062-48c6-b8ca-474a8b1c9b58 request from dv-cinder-819200-2-iscsi {{(pid=102420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:08:03.783678 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=769b7217-2776-49c2-9be7-091c8cec6ec4,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:03.785643 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] No DVR routers for this DVR port 769b7217-2776-49c2-9be7-091c8cec6ec4 on host dv-cinder-819200-2-iscsi {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:08:03.831113 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:08:03.856763 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:08:03.857271 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a82f1c47-50ce-4a28-ab49-9b1ae0cc8b26 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:08:03.857771 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 4c2c993b-9971-4642-a5ef-8fb809f791e6 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:08:03.867012 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.878515 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 4c2c993b-9971-4642-a5ef-8fb809f791e6 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:08:03.879253 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 4c2c993b-9971-4642-a5ef-8fb809f791e6 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:08:03.880360 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 769b7217-2776-49c2-9be7-091c8cec6ec4 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:08:03.889230 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aad32db-9062-48c6-b8ca-474a8b1c9b58']}} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:03.898886 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ec8bea-8721-4bfc-b72e-5bb9895e341d') {'for_net_delete': True} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:03.899333 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.services.segments.db [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ec8bea-8721-4bfc-b72e-5bb9895e341d') {} {{(pid=102418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:03.900005 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 769b7217-2776-49c2-9be7-091c8cec6ec4 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:08:03.900360 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 769b7217-2776-49c2-9be7-091c8cec6ec4 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:08:03.914274 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126504264'] for segment, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.932191 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.941561 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:08:03.942297 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3335514'] for segment, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: Traceback (most recent call last): Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: timer() Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: cb(*args, **kw) Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: return func(*args, **kwargs) Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: self._notify() Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: self.callback(batched_events) Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: event.method(event) Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: return f(self, *a, **k) Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._get(url).json() Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: return self.request(url, 'GET', **kwargs) Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:08:03.944164 dv-cinder-819200-2-iscsi neutron-server[102418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:08:04.008833 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:04.018310 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:04.020792 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3aad32db-9062-48c6-b8ca-474a8b1c9b58 HTTP/1.1" status: 204 len: 168 time: 0.5755782 Dec 16 18:08:04.033006 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c2f8f-8f14-4bf7-8a6c-6b59d56ad2a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aad32db-9062-48c6-b8ca-474a8b1c9b58,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:04.157990 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52648) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:04.200475 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-b79ac7b0-e504-4d2f-abc5-34f548312272 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af23b4f4f497464fac434ca5b8be6ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412641 Dec 16 18:08:04.203676 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52650) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:04.259664 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e5b4aad3-066c-4566-83fd-05c602ccfec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:04.282168 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e5b4aad3-066c-4566-83fd-05c602ccfec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:04.332759 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e5b4aad3-066c-4566-83fd-05c602ccfec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:04.336767 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e5b4aad3-066c-4566-83fd-05c602ccfec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:04.338353 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-e5b4aad3-066c-4566-83fd-05c602ccfec1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f4d8f82-50c5-4442-8619-6878c5b2b7bf HTTP/1.1" status: 204 len: 168 time: 0.1337128 Dec 16 18:08:04.346458 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4aad3-066c-4566-83fd-05c602ccfec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4d8f82-50c5-4442-8619-6878c5b2b7bf,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:14.150553 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:08:17.813507 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52790) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:17.998008 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.077785 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.084433 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.121746 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7db986-d2f4-47fd-bc69-1308efef6b7b,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:18.125763 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=872b1c37c7ff4a3c9a3fea4cb0e0abd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107486 Dec 16 18:08:18.129027 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52794) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:18.132111 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.132459 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.132806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.133150 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.133483 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.133814 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.134144 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.134479 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.134833 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.135163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.135501 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.135815 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.136139 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8db19aa-e6ce-47ad-9fea-1c3bb6f54b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:18.186377 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24cf9921-9f45-42ea-bbe3-4b76caa460cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.215271 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24cf9921-9f45-42ea-bbe3-4b76caa460cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.277997 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24cf9921-9f45-42ea-bbe3-4b76caa460cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.281961 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-24cf9921-9f45-42ea-bbe3-4b76caa460cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.283188 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-24cf9921-9f45-42ea-bbe3-4b76caa460cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe7db986-d2f4-47fd-bc69-1308efef6b7b HTTP/1.1" status: 204 len: 168 time: 0.1531463 Dec 16 18:08:18.291984 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf9921-9f45-42ea-bbe3-4b76caa460cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7db986-d2f4-47fd-bc69-1308efef6b7b,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:18.595137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52800) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:18.609562 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5f61001b-c21f-4dba-b736-f359017f90b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.699877 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5f61001b-c21f-4dba-b736-f359017f90b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.705248 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-5f61001b-c21f-4dba-b736-f359017f90b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.744010 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-5f61001b-c21f-4dba-b736-f359017f90b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15d0191bafea4cf9b63bed42aad4ba04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477010 Dec 16 18:08:18.744885 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61001b-c21f-4dba-b736-f359017f90b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28815b6c-a7a0-466c-b73e-4f40faf2a84d,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:18.746946 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52802) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:18.801290 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0b088d87-0dad-47eb-b74f-6c4a38c4752e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.824836 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0b088d87-0dad-47eb-b74f-6c4a38c4752e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.879131 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0b088d87-0dad-47eb-b74f-6c4a38c4752e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.881724 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0b088d87-0dad-47eb-b74f-6c4a38c4752e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:18.882938 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-0b088d87-0dad-47eb-b74f-6c4a38c4752e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28815b6c-a7a0-466c-b73e-4f40faf2a84d HTTP/1.1" status: 204 len: 168 time: 0.1348803 Dec 16 18:08:18.891926 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b088d87-0dad-47eb-b74f-6c4a38c4752e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28815b6c-a7a0-466c-b73e-4f40faf2a84d,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:21.016135 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9ffe94c4-617b-43bc-a34c-0bb68cdd2297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:23.300980 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-abc9fb8c-f319-4f70-a5c5-0622105eb390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:23.399561 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.322087 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52900) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:24.433269 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe17d-71f4-4f11-890f-84dac096d09d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.512979 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe17d-71f4-4f11-890f-84dac096d09d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.519591 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-bf5fe17d-71f4-4f11-890f-84dac096d09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.554803 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fe17d-71f4-4f11-890f-84dac096d09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718da59e-6429-4d2f-a086-2e8f51fa86bd,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:24.559078 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-bf5fe17d-71f4-4f11-890f-84dac096d09d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf848313afaf4025a38f7a627ec01a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358918 Dec 16 18:08:24.562029 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52904) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:24.613147 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.618171 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d520fcc6-30cd-4af1-bd16-b1a5f6ef21c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.640256 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d520fcc6-30cd-4af1-bd16-b1a5f6ef21c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.690369 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d520fcc6-30cd-4af1-bd16-b1a5f6ef21c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.693330 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d520fcc6-30cd-4af1-bd16-b1a5f6ef21c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:24.694493 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d520fcc6-30cd-4af1-bd16-b1a5f6ef21c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/718da59e-6429-4d2f-a086-2e8f51fa86bd HTTP/1.1" status: 204 len: 168 time: 0.1315858 Dec 16 18:08:24.702484 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520fcc6-30cd-4af1-bd16-b1a5f6ef21c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718da59e-6429-4d2f-a086-2e8f51fa86bd,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:24.989368 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52910) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:25.002872 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7b79ecf-82df-4421-a339-ac04d4aa151a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.077838 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7b79ecf-82df-4421-a339-ac04d4aa151a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.085501 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-f7b79ecf-82df-4421-a339-ac04d4aa151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.123539 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-f7b79ecf-82df-4421-a339-ac04d4aa151a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fdf16e3228c47359897b3d6c49f9a8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330199 Dec 16 18:08:25.124427 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b79ecf-82df-4421-a339-ac04d4aa151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04204ba-81fb-46c3-a0c6-5facc581a847,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:25.127210 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52912) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:25.179722 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f7b40a6a-0f76-4323-9501-50bf2774f7b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.200992 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f7b40a6a-0f76-4323-9501-50bf2774f7b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.249013 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f7b40a6a-0f76-4323-9501-50bf2774f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.251688 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f7b40a6a-0f76-4323-9501-50bf2774f7b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.252857 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f7b40a6a-0f76-4323-9501-50bf2774f7b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e04204ba-81fb-46c3-a0c6-5facc581a847 HTTP/1.1" status: 204 len: 168 time: 0.1242092 Dec 16 18:08:25.260732 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b40a6a-0f76-4323-9501-50bf2774f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04204ba-81fb-46c3-a0c6-5facc581a847,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:25.598308 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 52918) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:25.615467 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-94025ceb-4196-4127-8352-ea8181b15464 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.696065 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-94025ceb-4196-4127-8352-ea8181b15464 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.702806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-94025ceb-4196-4127-8352-ea8181b15464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.742554 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-94025ceb-4196-4127-8352-ea8181b15464 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ee35791145244ea89d113dda57ac7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426871 Dec 16 18:08:25.743871 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94025ceb-4196-4127-8352-ea8181b15464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5129849d-ebbc-4e8d-8cf2-5d866d4c2fde,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:25.745543 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52920) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:25.797254 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d49ce0ad-8f87-43b7-a88d-02165a0723dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.820897 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d49ce0ad-8f87-43b7-a88d-02165a0723dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.870407 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d49ce0ad-8f87-43b7-a88d-02165a0723dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.873484 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-d49ce0ad-8f87-43b7-a88d-02165a0723dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:25.874677 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d49ce0ad-8f87-43b7-a88d-02165a0723dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5129849d-ebbc-4e8d-8cf2-5d866d4c2fde HTTP/1.1" status: 204 len: 168 time: 0.1281316 Dec 16 18:08:25.882458 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ce0ad-8f87-43b7-a88d-02165a0723dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5129849d-ebbc-4e8d-8cf2-5d866d4c2fde,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:26.084914 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:26.797763 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:27.107078 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52954) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:27.227307 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-21aee6e5-35e2-42f6-8870-ad13294fc7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:27.309415 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-21aee6e5-35e2-42f6-8870-ad13294fc7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:27.315617 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-21aee6e5-35e2-42f6-8870-ad13294fc7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:27.353451 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aee6e5-35e2-42f6-8870-ad13294fc7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f90891-fd73-4ea9-b8ca-e8f61fceabb4,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:27.359408 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-21aee6e5-35e2-42f6-8870-ad13294fc7cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=487dae2197ab4b79ae945f00c6d40952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512727 Dec 16 18:08:27.361989 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 52958) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:27.411384 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dcec662-34f5-45f8-8300-12e7f2cc6297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:27.432651 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dcec662-34f5-45f8-8300-12e7f2cc6297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:27.485378 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dcec662-34f5-45f8-8300-12e7f2cc6297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:27.489544 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dcec662-34f5-45f8-8300-12e7f2cc6297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:27.491072 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-3dcec662-34f5-45f8-8300-12e7f2cc6297 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47f90891-fd73-4ea9-b8ca-e8f61fceabb4 HTTP/1.1" status: 204 len: 168 time: 0.1281555 Dec 16 18:08:27.498928 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcec662-34f5-45f8-8300-12e7f2cc6297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f90891-fd73-4ea9-b8ca-e8f61fceabb4,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:31.828571 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53018) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:31.949490 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a88cfc61-13d9-46a8-ab3e-56725fb7077f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.044578 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a88cfc61-13d9-46a8-ab3e-56725fb7077f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.050817 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-a88cfc61-13d9-46a8-ab3e-56725fb7077f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.089035 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-a88cfc61-13d9-46a8-ab3e-56725fb7077f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5c8d763487d4af19b81fbc45f16c360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587020 Dec 16 18:08:32.089794 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cfc61-13d9-46a8-ab3e-56725fb7077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2027fe3e-c48d-4803-881e-a299d31deb99,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:32.091922 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53022) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:32.151257 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8de73442-fa79-42f1-ba60-29fe8ec48d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.177488 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8de73442-fa79-42f1-ba60-29fe8ec48d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.230470 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8de73442-fa79-42f1-ba60-29fe8ec48d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.235118 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-8de73442-fa79-42f1-ba60-29fe8ec48d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.236277 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-8de73442-fa79-42f1-ba60-29fe8ec48d16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2027fe3e-c48d-4803-881e-a299d31deb99 HTTP/1.1" status: 204 len: 168 time: 0.1433342 Dec 16 18:08:32.244232 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de73442-fa79-42f1-ba60-29fe8ec48d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2027fe3e-c48d-4803-881e-a299d31deb99,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:32.575746 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53028) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:32.590334 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-39ee3d83-5e50-4a9b-84ae-44b3c629c933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.667120 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-39ee3d83-5e50-4a9b-84ae-44b3c629c933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.673417 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-39ee3d83-5e50-4a9b-84ae-44b3c629c933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.712009 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-39ee3d83-5e50-4a9b-84ae-44b3c629c933 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f681b9415e504b32974c6e30ac1716e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349735 Dec 16 18:08:32.712868 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee3d83-5e50-4a9b-84ae-44b3c629c933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ee935-4afc-406e-8dc0-496960cd7057,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:32.715911 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53030) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:32.769595 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-774692da-249d-48aa-ab4d-463c162e660c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.792035 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-774692da-249d-48aa-ab4d-463c162e660c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.844427 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-774692da-249d-48aa-ab4d-463c162e660c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.847078 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-774692da-249d-48aa-ab4d-463c162e660c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:32.848219 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-774692da-249d-48aa-ab4d-463c162e660c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd3ee935-4afc-406e-8dc0-496960cd7057 HTTP/1.1" status: 204 len: 168 time: 0.1309395 Dec 16 18:08:32.856340 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774692da-249d-48aa-ab4d-463c162e660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ee935-4afc-406e-8dc0-496960cd7057,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:36.599720 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53078) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:36.723641 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9271d449-6f19-4e2d-940d-d03c54113ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:36.807529 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9271d449-6f19-4e2d-940d-d03c54113ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:36.812807 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9271d449-6f19-4e2d-940d-d03c54113ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:36.851167 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-9271d449-6f19-4e2d-940d-d03c54113ea7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c20757adc44d4f8d9907ef86f0d9a861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501612 Dec 16 18:08:36.851880 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271d449-6f19-4e2d-940d-d03c54113ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e298f3e-8182-4598-9ec6-494f93f71581,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:36.854482 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53082) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:36.911539 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a862-0c9b-4869-aca8-0c1180dca454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:36.933077 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a862-0c9b-4869-aca8-0c1180dca454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:36.986280 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a862-0c9b-4869-aca8-0c1180dca454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:36.989814 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a3e4a862-0c9b-4869-aca8-0c1180dca454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:36.991502 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-a3e4a862-0c9b-4869-aca8-0c1180dca454 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e298f3e-8182-4598-9ec6-494f93f71581 HTTP/1.1" status: 204 len: 168 time: 0.1356294 Dec 16 18:08:37.004503 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4a862-0c9b-4869-aca8-0c1180dca454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e298f3e-8182-4598-9ec6-494f93f71581,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:37.689367 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53104) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:37.797078 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1266038553-network', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:37.826629 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Made reservation on behalf of c0363bdeefbc4436897296eeed016e4b for: {'network': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:08:37.829312 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:37.838906 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:37.924756 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:37.930558 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:37.958784 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=102418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:08:37.968998 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883d0f7f-06a7-4839-9372-3f33de71ce56,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:37.974371 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:37.974746 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.segments_db [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Added segment 77ce881c-1156-4aea-93ef-a8e52b6f65f7 of type vlan for network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af Dec 16 18:08:38.016167 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.043294 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.044314 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:38.044950 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.097083 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4064052 Dec 16 18:08:38.100471 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53108) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:38.105618 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Request body: {'subnet': {'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1266038553-subnet', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'ip_version': 4}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:38.115715 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b62d79-ed02-4b10-a226-c86f9e6f05be admin admin] Pushing event updated for resources: {'Network': ['ID=34227dbd-7f78-49eb-8b6b-4fa4ee1247af,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:38.127793 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:08:38.140543 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Made reservation on behalf of c0363bdeefbc4436897296eeed016e4b for: {'subnet': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:08:38.143897 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3245843'] for subnet, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.324224 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2380487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3245837'] for subnet, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.373075 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:38.390435 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Checking segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:08:38.390832 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Network hostable DHCP agents. Network: 34227dbd-7f78-49eb-8b6b-4fa4ee1247af, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:08:38.412518 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:08:38.434429 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, 34227dbd-7f78-49eb-8b6b-4fa4ee1247af) {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:38.442323 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:38.443006 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.445867 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473bb98-3e1b-4552-9ff6-5e01f013971b None None] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:08:38.462190 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-b81864c9-1f6c-4f84-922a-1d80975b5212 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3603656 Dec 16 18:08:38.465001 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53110) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:38.469634 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:38.497041 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.502911 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.560492 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:08:38.563303 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.723525 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Allocated IP 172.20.0.2 (34227dbd-7f78-49eb-8b6b-4fa4ee1247af/c23ea955-8cf1-4b30-b5e4-53adbf1fb14e/f7a33c96-9a77-4f85-97cc-96a834f884da) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:08:38.863907 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.899824 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.905786 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:38.945196 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:08:38.948485 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:38.951676 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:08:38.958993 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Pushing event updated for resources: {'Port': ['ID=f7a33c96-9a77-4f85-97cc-96a834f884da,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:38.969022 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.969390 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.969859 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.970329 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.970699 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.971028 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.971374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.971698 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.972018 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.972339 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.972655 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.972957 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:38.973272 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:39.002002 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.022480 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Attempting to bind port f7a33c96-9a77-4f85-97cc-96a834f884da on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:08:39.022480 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Attempting to bind port f7a33c96-9a77-4f85-97cc-96a834f884da by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:08:39.022881 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Attempting to bind port f7a33c96-9a77-4f85-97cc-96a834f884da on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:08:39.027794 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:08:39.028165 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Checking segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:08:39.028565 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.028949 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Bound using segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:08:39.029434 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Bound port: f7a33c96-9a77-4f85-97cc-96a834f884da, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:08:39.029882 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.091551 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] For port f7a33c96-9a77-4f85-97cc-96a834f884da, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:08:39.094816 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] For port f7a33c96-9a77-4f85-97cc-96a834f884da, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=f7a33c96-9a77-4f85-97cc-96a834f884da,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:08:39.099622 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.156977 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e249f-1151-46bd-9d7b-73dcf4453ef8 None None] Pushing event updated for resources: {'Port': ['ID=f7a33c96-9a77-4f85-97cc-96a834f884da,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:39.201242 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.221209 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.341045 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Allocated IP 172.27.3.231 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/2f14a10a-728a-4871-b224-30405f4a3a6f) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:08:39.452345 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.487840 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.529861 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:08:39.532824 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:39.536456 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:08:39.559250 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Pushing event updated for resources: {'Port': ['ID=2f14a10a-728a-4871-b224-30405f4a3a6f,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:39.781574 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device f7a33c96-9a77-4f85-97cc-96a834f884da up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:39.806133 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:39.982928 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port f7a33c96-9a77-4f85-97cc-96a834f884da triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:39.983390 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.015706 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.065601 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.088757 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfeacd3-0e31-4cae-89bb-f668cd1160aa None None] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:08:40.147581 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port f7a33c96-9a77-4f85-97cc-96a834f884da, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=f7a33c96-9a77-4f85-97cc-96a834f884da,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:40.152259 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.160589 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Router 64db6930-aa3c-4722-a362-5a4722459d95 is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:08:40.231394 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=f7a33c96-9a77-4f85-97cc-96a834f884da,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:40.247883 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-ade3db6f-cf58-4336-b50c-b52c50f2bf9b None None] Provisioning complete for port f7a33c96-9a77-4f85-97cc-96a834f884da triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:40.248118 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ade3db6f-cf58-4336-b50c-b52c50f2bf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.270156 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:08:40.283252 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:08:40.292905 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] Publish callbacks [] for router, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.296883 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-3dfeb9cb-a776-4b0d-b745-e4d61fab602c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8282065 Dec 16 18:08:40.297188 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53112) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:40.307092 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:40.307724 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:08:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:40.451835 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:40.580071 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-75507a3c-e02d-472e-97e9-3dd67e80f432 None None] Provisioning complete for port f7a33c96-9a77-4f85-97cc-96a834f884da triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:40.580354 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-75507a3c-e02d-472e-97e9-3dd67e80f432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.706191 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:39Z', 'revision_number': 3, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:40.730896 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.733348 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:08:40.733699 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Updating router 64db6930-aa3c-4722-a362-5a4722459d95 port 2f14a10a-728a-4871-b224-30405f4a3a6f binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:08:40.762893 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:40.894988 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Allocated IP 172.20.0.1 (34227dbd-7f78-49eb-8b6b-4fa4ee1247af/c23ea955-8cf1-4b30-b5e4-53adbf1fb14e/a2c32d37-4a39-4f5d-b4a4-d08158254af5) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:08:41.017115 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.053071 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.053996 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.059571 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.098709 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:08:41.101816 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:41.106486 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:08:41.108530 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c32d37-4a39-4f5d-b4a4-d08158254af5,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:41.117803 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Attempting to bind port 2f14a10a-728a-4871-b224-30405f4a3a6f on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:08:41.118186 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Attempting to bind port 2f14a10a-728a-4871-b224-30405f4a3a6f by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:08:41.118545 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Attempting to bind port 2f14a10a-728a-4871-b224-30405f4a3a6f on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:08:41.121088 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788b9a8-b688-4b15-8930-010fa8d27580 None None] Pushing event updated for resources: {'Port': ['ID=2f14a10a-728a-4871-b224-30405f4a3a6f,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:41.128005 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:08:41.128397 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:08:41.128790 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.129186 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:08:41.129710 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Bound port: 2f14a10a-728a-4871-b224-30405f4a3a6f, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:08:41.130085 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.152828 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.185667 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] For port 2f14a10a-728a-4871-b224-30405f4a3a6f, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:08:41.190174 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] For port 2f14a10a-728a-4871-b224-30405f4a3a6f, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=2f14a10a-728a-4871-b224-30405f4a3a6f,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:08:41.197595 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.259430 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:41.260201 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:08:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:41.265160 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788b9a8-b688-4b15-8930-010fa8d27580 None None] Pushing event updated for resources: {'Port': ['ID=2f14a10a-728a-4871-b224-30405f4a3a6f,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:41.293853 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.379212 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-1428dc90-a81e-47d7-9398-c1adad648c30 None None] Provisioning complete for port a2c32d37-4a39-4f5d-b4a4-d08158254af5 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:41.379503 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-1428dc90-a81e-47d7-9398-c1adad648c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.384824 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:41.452094 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-1428dc90-a81e-47d7-9398-c1adad648c30 None None] Port a2c32d37-4a39-4f5d-b4a4-d08158254af5 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:08:41.463375 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.469312 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.537540 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Pushing event updated for resources: {'Port': ['ID=a2c32d37-4a39-4f5d-b4a4-d08158254af5,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:41.540564 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.619991 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:40Z', 'revision_number': 1, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:41.633635 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:08:41.635240 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:41.655813 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc6ba9-119b-49c4-a629-a0cc37454cdc None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:40Z', 'revision_number': 1, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:08:41.773173 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device f7a33c96-9a77-4f85-97cc-96a834f884da up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:41.778586 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Router 64db6930-aa3c-4722-a362-5a4722459d95 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:08:41.829741 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port f7a33c96-9a77-4f85-97cc-96a834f884da triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:41.830152 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.883647 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-db985d56-feed-43e7-a944-3fa10f15b984 None None] Provisioning complete for port a2c32d37-4a39-4f5d-b4a4-d08158254af5 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:41.884031 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-db985d56-feed-43e7-a944-3fa10f15b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:41.936110 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:08:41.941599 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c10c5356-c163-48aa-9b8b-e5e8c8b27d27 admin admin] 10.222.0.32 "PUT /v2.0/routers/64db6930-aa3c-4722-a362-5a4722459d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6426413 Dec 16 18:08:41.965286 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-db985d56-feed-43e7-a944-3fa10f15b984 None None] Port a2c32d37-4a39-4f5d-b4a4-d08158254af5 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:08:42.460400 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53128) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:42.465716 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-576553947-network', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:42.494277 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Made reservation on behalf of d69f0174f9a44f06811e150eaedf4ade for: {'network': 1} {{(pid=102419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:08:42.496871 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for network, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.506169 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.593040 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.598369 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.627603 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 18:08:42.637569 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82519c2e-a10b-4206-b5fb-6a066dd85259,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:42.642745 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.643097 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.segments_db [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Added segment 550b9795-c091-4727-b97b-03a0bbe18f70 of type vlan for network b4490f64-f25d-4164-aa0d-c06bc2f2527c Dec 16 18:08:42.684454 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788512788264'] for network, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.711850 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868'] for network, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.712953 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:42.713608 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.764903 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3033438 Dec 16 18:08:42.768575 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53130) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:42.773535 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Request body: {'subnet': {'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-576553947-subnet', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'ip_version': 4}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:42.776442 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e00995-59bd-448d-9517-90585bc7471c admin admin] Pushing event updated for resources: {'Network': ['ID=b4490f64-f25d-4164-aa0d-c06bc2f2527c,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:42.787954 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Network b4490f64-f25d-4164-aa0d-c06bc2f2527c details requested by agent ovs-agent-dv-cinder-819200-2-iscsi with host dv-cinder-819200-2-iscsi {{(pid=102420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 18:08:42.801228 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Made reservation on behalf of d69f0174f9a44f06811e150eaedf4ade for: {'subnet': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:08:42.803916 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126170012'] for subnet, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:42.986946 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126169986'] for subnet, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.034382 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:43.053420 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Checking segment: {'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:08:43.053769 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Network hostable DHCP agents. Network: b4490f64-f25d-4164-aa0d-c06bc2f2527c, hostable agents: ['1862b6e3-edb1-4622-ab0b-a7de1a7f6290'], hosted agents: [] {{(pid=102418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 18:08:43.072310 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Network b4490f64-f25d-4164-aa0d-c06bc2f2527c is scheduled to be hosted by DHCP agent 1862b6e3-edb1-4622-ab0b-a7de1a7f6290 with binding_index 1 {{(pid=102418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 18:08:43.082300 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819200-2-iscsi, b4490f64-f25d-4164-aa0d-c06bc2f2527c) {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:43.086606 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:08:43.087233 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.092560 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51ce82-3c6a-48b8-a269-0f19075b3e91 None None] Network b4490f64-f25d-4164-aa0d-c06bc2f2527c requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:08:43.104289 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-9c824c15-77b4-4962-aaec-504a6031fcdc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3346024 Dec 16 18:08:43.106868 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53132) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:43.111321 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:43.137138 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1638062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108627'] for router, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.138191 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1637150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1637871', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644206', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108644'] for router, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.193993 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.198417 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04f92d10-d310-58ee-be88-0205a8a846d9-b4490f64-f25d-4164-aa0d-c06bc2f2527c', 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c', 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'fixed_ips': [{'subnet_id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd'}]}} from dv-cinder-819200-2-iscsi. {{(pid=102420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 18:08:43.199404 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.339690 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.343719 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.db_base_plugin_common [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Allocated IP 172.20.0.2 (b4490f64-f25d-4164-aa0d-c06bc2f2527c/6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd/34f4f48d-48cb-4d5e-9156-048564bf5170) {{(pid=102420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:08:43.657347 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Publish callbacks [] for port, precommit_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.665557 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786'] for port, after_create {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.723681 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:08:43.735457 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:43.736087 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:08:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:43.736939 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Network b4490f64-f25d-4164-aa0d-c06bc2f2527c is already hosted by enough agents. {{(pid=102420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:08:43.741392 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.scheduler.base_scheduler [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Resources bound (agent type, host, resource id): {{(pid=102420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:43.743609 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Pushing event updated for resources: {'Port': ['ID=34f4f48d-48cb-4d5e-9156-048564bf5170,revision_number=1']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:43.745883 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Received port after_create {{(pid=102420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:08:43.819648 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 2f14a10a-728a-4871-b224-30405f4a3a6f up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:43.853956 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Attempting to bind port 34f4f48d-48cb-4d5e-9156-048564bf5170 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:08:43.854235 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Attempting to bind port 34f4f48d-48cb-4d5e-9156-048564bf5170 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:08:43.854603 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Attempting to bind port 34f4f48d-48cb-4d5e-9156-048564bf5170 on network b4490f64-f25d-4164-aa0d-c06bc2f2527c {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:08:43.866090 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:08:43.866474 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Checking segment: {'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:08:43.867252 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.867392 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Bound using segment: {'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:08:43.867769 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Bound port: 34f4f48d-48cb-4d5e-9156-048564bf5170, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:08:43.868151 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.874211 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.878395 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:43.894535 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.931812 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 2f14a10a-728a-4871-b224-30405f4a3a6f triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:43.932144 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:43.966462 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] For port 34f4f48d-48cb-4d5e-9156-048564bf5170, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:08:43.982721 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] For port 34f4f48d-48cb-4d5e-9156-048564bf5170, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=34f4f48d-48cb-4d5e-9156-048564bf5170,segment=NetworkSegment(550b9795-c091-4727-b97b-03a0bbe18f70),segment_id=550b9795-c091-4727-b97b-03a0bbe18f70)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:08:43.990242 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.015493 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Allocated IP 172.27.3.176 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/a6d9743a-bfc4-4d7f-a509-75abe1841698) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:08:44.078818 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea35893-6764-4621-bf15-cfb859a58592 None None] Pushing event updated for resources: {'Port': ['ID=34f4f48d-48cb-4d5e-9156-048564bf5170,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:44.098421 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.110161 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 2, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:44.133160 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port 2f14a10a-728a-4871-b224-30405f4a3a6f, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=2f14a10a-728a-4871-b224-30405f4a3a6f,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:44.138476 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.152296 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:08:44.152921 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Updating router 64db6930-aa3c-4722-a362-5a4722459d95 port a2c32d37-4a39-4f5d-b4a4-d08158254af5 binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:08:44.172526 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.187113 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.187361 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=2f14a10a-728a-4871-b224-30405f4a3a6f,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:44.221375 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.289429 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:08:44.294818 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:44.297346 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:08:44.325793 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d9743a-bfc4-4d7f-a509-75abe1841698,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:44.485650 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.491721 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.542594 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Pushing event updated for resources: {'Port': ['ID=a2c32d37-4a39-4f5d-b4a4-d08158254af5,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:44.568254 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.571619 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.571619 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.572127 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.572563 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.572996 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.573439 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.573863 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.574284 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.574753 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.575198 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.575621 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.576042 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.576478 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:08:44.610513 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Attempting to bind port a2c32d37-4a39-4f5d-b4a4-d08158254af5 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:08:44.610912 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Attempting to bind port a2c32d37-4a39-4f5d-b4a4-d08158254af5 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:08:44.611257 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Attempting to bind port a2c32d37-4a39-4f5d-b4a4-d08158254af5 on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:08:44.616912 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:08:44.617293 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Checking segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:08:44.617688 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.618088 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Bound using segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:08:44.618849 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Bound port: a2c32d37-4a39-4f5d-b4a4-d08158254af5, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:08:44.618959 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.691440 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] For port a2c32d37-4a39-4f5d-b4a4-d08158254af5, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:08:44.695014 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] For port a2c32d37-4a39-4f5d-b4a4-d08158254af5, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a2c32d37-4a39-4f5d-b4a4-d08158254af5,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:08:44.700343 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.766916 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:44.768526 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:08:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:44.813093 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712579e-f4cf-4f7a-828e-2147aa92cbaa None None] Pushing event updated for resources: {'Port': ['ID=a2c32d37-4a39-4f5d-b4a4-d08158254af5,revision_number=4']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:44.818736 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1637159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1637788'] for router, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.824919 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-9fd7b67d-815f-4539-8ea1-e786664ed7e3 None None] Provisioning complete for port a2c32d37-4a39-4f5d-b4a4-d08158254af5 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:44.825400 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b67d-815f-4539-8ea1-e786664ed7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:44.914967 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:44.957065 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b67d-815f-4539-8ea1-e786664ed7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.000498 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-9fd7b67d-815f-4539-8ea1-e786664ed7e3 None None] For port a2c32d37-4a39-4f5d-b4a4-d08158254af5, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a2c32d37-4a39-4f5d-b4a4-d08158254af5,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:45.008818 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-9fd7b67d-815f-4539-8ea1-e786664ed7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.032392 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Router 62b0644b-e065-4cad-a7e7-ae43aaec403c is scheduled to L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 with binding_index 1 {{(pid=102418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 18:08:45.080887 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7b67d-815f-4539-8ea1-e786664ed7e3 None None] Pushing event updated for resources: {'Port': ['ID=a2c32d37-4a39-4f5d-b4a4-d08158254af5,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:45.129732 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-a0ac1200-032d-4f8a-baa9-5cf78b212235 None None] Provisioning complete for port a2c32d37-4a39-4f5d-b4a4-d08158254af5 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:45.130248 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a0ac1200-032d-4f8a-baa9-5cf78b212235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.142375 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:45.172429 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:08:45.173787 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821a64d-131a-4864-bc2e-d7903b130e95 None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:08:45.190280 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Sync routers for ids ['62b0644b-e065-4cad-a7e7-ae43aaec403c'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:08:45.197703 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.199478 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-5cac29ba-4f19-4041-94de-3a23df41af60 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0915093 Dec 16 18:08:45.202158 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53134) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:45.227290 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Routers {'62b0644b-e065-4cad-a7e7-ae43aaec403c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:45.227940 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:08:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['62b0644b-e065-4cad-a7e7-ae43aaec403c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:45.275736 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f45782-dd95-4381-a6a0-14984d83875e None None] Network b4490f64-f25d-4164-aa0d-c06bc2f2527c requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:08:45.411987 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Set router 62b0644b-e065-4cad-a7e7-ae43aaec403c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:45.536780 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3881a337-5c3d-454a-bc99-0dd4609b3d04 None None] Provisioning complete for port 34f4f48d-48cb-4d5e-9156-048564bf5170 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:45.537159 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3881a337-5c3d-454a-bc99-0dd4609b3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.688837 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3881a337-5c3d-454a-bc99-0dd4609b3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.695958 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.724051 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 3, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port': {'id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:45.759455 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3881a337-5c3d-454a-bc99-0dd4609b3d04 None None] For port 34f4f48d-48cb-4d5e-9156-048564bf5170, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=34f4f48d-48cb-4d5e-9156-048564bf5170,segment=NetworkSegment(550b9795-c091-4727-b97b-03a0bbe18f70),segment_id=550b9795-c091-4727-b97b-03a0bbe18f70)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:45.760769 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Checking router: 62b0644b-e065-4cad-a7e7-ae43aaec403c for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:08:45.761139 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Updating router 62b0644b-e065-4cad-a7e7-ae43aaec403c port a6d9743a-bfc4-4d7f-a509-75abe1841698 binding host dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:08:45.788213 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3881a337-5c3d-454a-bc99-0dd4609b3d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.818018 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.932568 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881a337-5c3d-454a-bc99-0dd4609b3d04 None None] Pushing event updated for resources: {'Port': ['ID=34f4f48d-48cb-4d5e-9156-048564bf5170,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:45.962720 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-30162700-6982-4a45-98d6-49d565d47200 None None] Provisioning complete for port 34f4f48d-48cb-4d5e-9156-048564bf5170 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:45.963098 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-30162700-6982-4a45-98d6-49d565d47200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:45.988649 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Allocated IP 172.20.0.1 (b4490f64-f25d-4164-aa0d-c06bc2f2527c/6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd/d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:08:46.005956 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 34f4f48d-48cb-4d5e-9156-048564bf5170 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:46.094928 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.131695 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.177734 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Network b4490f64-f25d-4164-aa0d-c06bc2f2527c is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:08:46.180772 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:46.184498 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:08:46.212323 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:46.237186 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1632239'] for router_interface, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.310792 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 34f4f48d-48cb-4d5e-9156-048564bf5170 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:46.311172 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.375009 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.418835 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Publish callbacks [] for port, precommit_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.425259 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.515456 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 2f14a10a-728a-4871-b224-30405f4a3a6f up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:46.522824 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821357-1cc1-45e4-9188-55d6c68f26e5 None None] Pushing event updated for resources: {'Port': ['ID=a6d9743a-bfc4-4d7f-a509-75abe1841698,revision_number=2']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:46.525314 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-077965a5-9514-446d-a953-43ca5d5d730f None None] Provisioning complete for port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:46.525688 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-077965a5-9514-446d-a953-43ca5d5d730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.527606 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Attempting to bind port a6d9743a-bfc4-4d7f-a509-75abe1841698 on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:08:46.527737 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Attempting to bind port a6d9743a-bfc4-4d7f-a509-75abe1841698 by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:08:46.528106 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Attempting to bind port a6d9743a-bfc4-4d7f-a509-75abe1841698 on network a7df87eb-ad07-44fc-92d8-f2909fce2546 {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:08:46.543300 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.551657 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.577462 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:08:46.577832 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Checking segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:08:46.578254 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.579029 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Bound using segment: {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'} {{(pid=102420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:08:46.579609 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.managers [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Bound port: a6d9743a-bfc4-4d7f-a509-75abe1841698, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136a8001-d4d4-492e-b067-34d7c5977048', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546'}}] {{(pid=102420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:08:46.579996 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.620044 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:46.622520 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1631327'] for router_interface, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.634440 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-077965a5-9514-446d-a953-43ca5d5d730f None None] Port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:08:46.658960 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] For port a6d9743a-bfc4-4d7f-a509-75abe1841698, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:08:46.663443 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] For port a6d9743a-bfc4-4d7f-a509-75abe1841698, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a6d9743a-bfc4-4d7f-a509-75abe1841698,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:08:46.664406 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 2f14a10a-728a-4871-b224-30405f4a3a6f triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:46.664779 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.668155 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:46.717076 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Network b4490f64-f25d-4164-aa0d-c06bc2f2527c is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:08:46.718610 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:08:46.764840 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Routers {'62b0644b-e065-4cad-a7e7-ae43aaec403c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:46.765502 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:08:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['62b0644b-e065-4cad-a7e7-ae43aaec403c'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:46.770136 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821357-1cc1-45e4-9188-55d6c68f26e5 None None] Pushing event updated for resources: {'Port': ['ID=a6d9743a-bfc4-4d7f-a509-75abe1841698,revision_number=3']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:46.853431 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Router 62b0644b-e065-4cad-a7e7-ae43aaec403c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:08:46.885742 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a2c32d37-4a39-4f5d-b4a4-d08158254af5 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:46.933940 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] Set router 62b0644b-e065-4cad-a7e7-ae43aaec403c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:46.971948 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:08:46.985523 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-0e59acc0-7752-433c-8600-672a05c4d3e6 admin admin] 10.222.0.32 "PUT /v2.0/routers/62b0644b-e065-4cad-a7e7-ae43aaec403c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7741625 Dec 16 18:08:47.025266 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-1393c821-b6a1-44ea-8aac-ce17c1e0e955 None None] Provisioning complete for port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:47.025619 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-1393c821-b6a1-44ea-8aac-ce17c1e0e955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.027040 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a2c32d37-4a39-4f5d-b4a4-d08158254af5 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:47.027408 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.134690 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-1393c821-b6a1-44ea-8aac-ce17c1e0e955 None None] Port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:08:47.251123 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 4, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port': {'id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'd6bfcbd3-23bb-4c23-8f04-34abf5aa52ba', 'name': '', 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'mac_address': 'fa:16:3e:e9:7b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:45Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 2, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'subnets': [{'id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:47.286760 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2061daf-c951-4f99-8212-89e2340c8e64 None None] The sync data for ids ['62b0644b-e065-4cad-a7e7-ae43aaec403c'] in dv-cinder-819200-2-iscsi is: [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 4, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port': {'id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'd6bfcbd3-23bb-4c23-8f04-34abf5aa52ba', 'name': '', 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'mac_address': 'fa:16:3e:e9:7b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:45Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 2, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'subnets': [{'id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:08:47.425204 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53142) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:47.429854 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-e38829e6-3c21-4392-8c35-814f78243b1b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278465515', 'description': 'tempest-secgroup-smoke-278465515 description', 'project_id': 'c0363bdeefbc4436897296eeed016e4b'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:47.457279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e38829e6-3c21-4392-8c35-814f78243b1b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.549547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e38829e6-3c21-4392-8c35-814f78243b1b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.553809 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e38829e6-3c21-4392-8c35-814f78243b1b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.584222 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e38829e6-3c21-4392-8c35-814f78243b1b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.585495 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-e38829e6-3c21-4392-8c35-814f78243b1b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1592548 Dec 16 18:08:47.588411 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53144) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:47.593527 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-fed0960c-a61a-4267-b348-660c3729316c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'security_group_rule': {'security_group_id': 'a20747cc-f509-4bac-bddc-a77d8e63bb6a', 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:47.601119 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38829e6-3c21-4392-8c35-814f78243b1b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20747cc-f509-4bac-bddc-a77d8e63bb6a,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:47.628429 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fed0960c-a61a-4267-b348-660c3729316c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.694543 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fed0960c-a61a-4267-b348-660c3729316c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.699305 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fed0960c-a61a-4267-b348-660c3729316c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.717391 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0960c-a61a-4267-b348-660c3729316c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27df3374-6718-4be8-8c4b-3cc30ba6c6bb,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:47.728440 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fed0960c-a61a-4267-b348-660c3729316c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.732382 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-fed0960c-a61a-4267-b348-660c3729316c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404173 Dec 16 18:08:47.732946 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53146) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:47.737605 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-de4851c3-4175-43c2-944a-35b7ff535152 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'security_group_rule': {'security_group_id': 'a20747cc-f509-4bac-bddc-a77d8e63bb6a', 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:47.774986 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 34f4f48d-48cb-4d5e-9156-048564bf5170 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:47.776004 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-de4851c3-4175-43c2-944a-35b7ff535152 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.832776 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port 34f4f48d-48cb-4d5e-9156-048564bf5170 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:47.833195 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.851318 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-de4851c3-4175-43c2-944a-35b7ff535152 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.856915 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-de4851c3-4175-43c2-944a-35b7ff535152 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.883546 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4851c3-4175-43c2-944a-35b7ff535152 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8af0ff-ee0a-4bd5-a3cc-d845ebb7d08e,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:47.889707 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-de4851c3-4175-43c2-944a-35b7ff535152 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:47.894837 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53148) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:47.895210 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-de4851c3-4175-43c2-944a-35b7ff535152 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610689 Dec 16 18:08:47.902067 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-d1386e4a-f622-47ac-8979-0305c6f6ecf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'security_group_rule': {'security_group_id': 'a20747cc-f509-4bac-bddc-a77d8e63bb6a', 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:47.935197 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d1386e4a-f622-47ac-8979-0305c6f6ecf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.016437 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d1386e4a-f622-47ac-8979-0305c6f6ecf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.020987 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d1386e4a-f622-47ac-8979-0305c6f6ecf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.042691 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1386e4a-f622-47ac-8979-0305c6f6ecf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b72f21-82dc-4517-a6c2-b6ba3f193634,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:48.048623 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-d1386e4a-f622-47ac-8979-0305c6f6ecf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.049948 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-d1386e4a-f622-47ac-8979-0305c6f6ecf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530375 Dec 16 18:08:48.052803 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53150) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:48.057227 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-f5c3609d-5c03-4746-9c17-21d3e56cd913 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'security_group_rule': {'security_group_id': 'a20747cc-f509-4bac-bddc-a77d8e63bb6a', 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:48.091739 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f5c3609d-5c03-4746-9c17-21d3e56cd913 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.154501 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f5c3609d-5c03-4746-9c17-21d3e56cd913 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.159153 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f5c3609d-5c03-4746-9c17-21d3e56cd913 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.179751 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3609d-5c03-4746-9c17-21d3e56cd913 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338daa14-a619-46c2-abaf-42f76242501c,revision_number=0']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:48.189731 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f5c3609d-5c03-4746-9c17-21d3e56cd913 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.191200 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f5c3609d-5c03-4746-9c17-21d3e56cd913 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373835 Dec 16 18:08:48.194327 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53152) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:48.199260 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-c746f6d3-9242-41ec-a701-2bacec4d6a18 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'security_group_rule': {'security_group_id': 'a20747cc-f509-4bac-bddc-a77d8e63bb6a', 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:48.225886 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.securitygroups_db [None req-c746f6d3-9242-41ec-a701-2bacec4d6a18 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Project c0363bdeefbc4436897296eeed016e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:08:48.231754 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c746f6d3-9242-41ec-a701-2bacec4d6a18 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.295687 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c746f6d3-9242-41ec-a701-2bacec4d6a18 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.300865 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c746f6d3-9242-41ec-a701-2bacec4d6a18 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.320326 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746f6d3-9242-41ec-a701-2bacec4d6a18 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdabb32-eb58-4e57-b863-7a1d796395b2,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:48.330057 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-c746f6d3-9242-41ec-a701-2bacec4d6a18 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.331334 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-c746f6d3-9242-41ec-a701-2bacec4d6a18 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358421 Dec 16 18:08:48.334416 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53154) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:08:48.339067 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-87d394ef-a980-4ea5-bf36-1bff39a1faa6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'security_group_rule': {'security_group_id': 'a20747cc-f509-4bac-bddc-a77d8e63bb6a', 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:08:48.364353 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.securitygroups_db [None req-87d394ef-a980-4ea5-bf36-1bff39a1faa6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Project c0363bdeefbc4436897296eeed016e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 18:08:48.370018 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-87d394ef-a980-4ea5-bf36-1bff39a1faa6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.433761 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-87d394ef-a980-4ea5-bf36-1bff39a1faa6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.438121 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-87d394ef-a980-4ea5-bf36-1bff39a1faa6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762544'] for security_group_rule, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.456826 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d394ef-a980-4ea5-bf36-1bff39a1faa6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731f70ce-5b93-497d-b241-69f5e67b1fad,revision_number=0']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:48.463778 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-87d394ef-a980-4ea5-bf36-1bff39a1faa6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:48.464998 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-87d394ef-a980-4ea5-bf36-1bff39a1faa6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295831 Dec 16 18:08:49.293197 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Sync routers for ids ['62b0644b-e065-4cad-a7e7-ae43aaec403c'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:08:49.305719 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Routers {'62b0644b-e065-4cad-a7e7-ae43aaec403c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:49.306367 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:08:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['62b0644b-e065-4cad-a7e7-ae43aaec403c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:49.513646 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Set router 62b0644b-e065-4cad-a7e7-ae43aaec403c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:49.729025 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 4, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port': {'id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'd6bfcbd3-23bb-4c23-8f04-34abf5aa52ba', 'name': '', 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'mac_address': 'fa:16:3e:e9:7b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:45Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 2, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'subnets': [{'id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:49.758803 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Checking router: 62b0644b-e065-4cad-a7e7-ae43aaec403c for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:08:49.759167 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Updating router 62b0644b-e065-4cad-a7e7-ae43aaec403c port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba binding host dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 18:08:49.769798 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a6d9743a-bfc4-4d7f-a509-75abe1841698 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:49.792163 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:49.832048 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a6d9743a-bfc4-4d7f-a509-75abe1841698 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:49.832694 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:49.912595 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:49.934207 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] For port a6d9743a-bfc4-4d7f-a509-75abe1841698, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a6d9743a-bfc4-4d7f-a509-75abe1841698,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:49.939351 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:49.991347 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Pushing event updated for resources: {'Port': ['ID=a6d9743a-bfc4-4d7f-a509-75abe1841698,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:50.072066 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.079561 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.125314 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9285860-bd80-4f68-a682-699eec5582b4 None None] Pushing event updated for resources: {'Port': ['ID=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,revision_number=3']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:50.184155 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Attempting to bind port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba on host dv-cinder-819200-2-iscsi for vnic_type normal with profile {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:08:50.184610 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Attempting to bind port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba by drivers openvswitch,hyperv on host dv-cinder-819200-2-iscsi at level 0 using segments [{'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:08:50.184980 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Attempting to bind port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba on network b4490f64-f25d-4164-aa0d-c06bc2f2527c {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:08:50.190410 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Checking agent: {'id': '09de5a70-e605-4ebd-b01b-932cb9a2ea3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819200-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 47, 27), 'started_at': datetime.datetime(2021, 12, 16, 17, 47, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819200-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:08:50.190811 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Checking segment: {'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:08:50.191214 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.191608 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Bound using segment: {'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'} {{(pid=102421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:08:50.192075 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.managers [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Bound port: d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba, host: dv-cinder-819200-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550b9795-c091-4727-b97b-03a0bbe18f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c'}}] {{(pid=102421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:08:50.193384 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.259598 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] For port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba, host dv-cinder-819200-2-iscsi, cleared binding levels {{(pid=102421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:08:50.262909 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.plugins.ml2.db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] For port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba, host dv-cinder-819200-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,segment=NetworkSegment(550b9795-c091-4727-b97b-03a0bbe18f70),segment_id=550b9795-c091-4727-b97b-03a0bbe18f70)] {{(pid=102421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:08:50.268297 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron_lib.callbacks.manager [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102421) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.324351 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Routers {'62b0644b-e065-4cad-a7e7-ae43aaec403c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:08:50.325015 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:08:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['62b0644b-e065-4cad-a7e7-ae43aaec403c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:50.367793 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9285860-bd80-4f68-a682-699eec5582b4 None None] Pushing event updated for resources: {'Port': ['ID=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,revision_number=4']} {{(pid=102421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:50.392219 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-33aa0f04-2a7a-4ebe-90ef-a3026d68ddea None None] Provisioning complete for port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:50.392840 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-33aa0f04-2a7a-4ebe-90ef-a3026d68ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.462874 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] Set router 62b0644b-e065-4cad-a7e7-ae43aaec403c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:08:50.482582 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-33aa0f04-2a7a-4ebe-90ef-a3026d68ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.513913 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-33aa0f04-2a7a-4ebe-90ef-a3026d68ddea None None] For port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,segment=NetworkSegment(550b9795-c091-4727-b97b-03a0bbe18f70),segment_id=550b9795-c091-4727-b97b-03a0bbe18f70)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:08:50.519129 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-33aa0f04-2a7a-4ebe-90ef-a3026d68ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.574173 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa0f04-2a7a-4ebe-90ef-a3026d68ddea None None] Pushing event updated for resources: {'Port': ['ID=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:08:50.645089 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-69ce6865-dd13-4ef7-a406-cc26e8e8cfe5 None None] Provisioning complete for port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:50.645468 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-69ce6865-dd13-4ef7-a406-cc26e8e8cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:50.669328 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 4, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port': {'id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'd6bfcbd3-23bb-4c23-8f04-34abf5aa52ba', 'name': '', 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'mac_address': 'fa:16:3e:e9:7b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:45Z', 'updated_at': '2021-12-16T18:08:50Z', 'revision_number': 4, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'subnets': [{'id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:08:50.695440 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e8ea9-4bc1-40f6-a36f-569a1cf3f8c1 None None] The sync data for ids ['62b0644b-e065-4cad-a7e7-ae43aaec403c'] in dv-cinder-819200-2-iscsi is: [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:46Z', 'revision_number': 4, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port': {'id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'd6bfcbd3-23bb-4c23-8f04-34abf5aa52ba', 'name': '', 'network_id': 'b4490f64-f25d-4164-aa0d-c06bc2f2527c', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'mac_address': 'fa:16:3e:e9:7b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:45Z', 'updated_at': '2021-12-16T18:08:50Z', 'revision_number': 4, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'subnets': [{'id': '6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:08:51.022640 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-13f3c66a-973f-4046-901b-cc7aa31fe631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:51.149631 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:08:51.774342 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:51.833210 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:51.833585 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:51.918755 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a6d9743a-bfc4-4d7f-a509-75abe1841698 up at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:08:51.972889 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Provisioning complete for port a6d9743a-bfc4-4d7f-a509-75abe1841698 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:08:51.973273 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:53.298907 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-db55df62-c389-4e75-b80e-58f0e79fd1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:53.414405 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:54.617141 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:56.089786 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:08:56.804976 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:11.296261 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-504bc41f-67a6-49f5-a8d5-20549d294836 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278465515&fields=id&tenant_id=c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 267 time: 0.0491714 Dec 16 18:09:11.408869 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-bebbea6d-1c1d-4ac6-8c7c-b187a0f92fe7 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:11.410343 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-bebbea6d-1c1d-4ac6-8c7c-b187a0f92fe7 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 812 time: 0.1042662 Dec 16 18:09:11.428467 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-f7559e86-88d6-428d-b804-82dafc38dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/quotas/c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 375 time: 0.0097854 Dec 16 18:09:11.485436 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-ab372e07-211d-48b5-ab16-4b9c3433df83 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488627 Dec 16 18:09:11.602777 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-09efdc7a-2fd7-4c49-a11f-865e2a292927 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102419) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:09:11.603799 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-09efdc7a-2fd7-4c49-a11f-865e2a292927 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1017005 Dec 16 18:09:11.714142 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-26d494f3-3ec6-4147-8950-ed5949e393fb service neutron] 10.222.0.32 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995080 Dec 16 18:09:11.810905 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-a03d9d02-f483-4c56-8759-b5d78003bc37 service neutron] 10.222.0.32 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901635 Dec 16 18:09:12.125712 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b6f61c03-2f6a-4324-82b1-2e044277fecb req-b9bc9d2b-0714-43e6-ad34-277887ebbd0c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 210 time: 0.0282323 Dec 16 18:09:13.225182 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-afcd6159-222d-41f2-b31c-50fd1ed87e74 req-f8136287-a5e5-4a6c-96fa-9c87ac381cf0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 210 time: 0.0285497 Dec 16 18:09:13.266278 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-9e999c02-1070-46ec-b078-dfd3220e4bdf tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:13.267782 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-9e999c02-1070-46ec-b078-dfd3220e4bdf tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 812 time: 0.1099842 Dec 16 18:09:13.341315 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-bed03a0a-8071-46c0-a621-7c3b35f6a40c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 379 time: 0.0627034 Dec 16 18:09:13.351164 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'port': {'device_id': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'admin_state_up': True, 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'security_groups': ['a20747cc-f509-4bac-bddc-a77d8e63bb6a']}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:13.472927 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Made reservation on behalf of c0363bdeefbc4436897296eeed016e4b for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:09:13.476372 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:13.610197 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Allocated IP 172.20.0.10 (34227dbd-7f78-49eb-8b6b-4fa4ee1247af/c23ea955-8cf1-4b30-b5e4-53adbf1fb14e/244fa820-d586-4f44-896a-fa63156aeebd) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:09:13.750426 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:13.788406 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:13.843295 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:09:13.846354 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:13.848927 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:09:13.855503 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=244fa820-d586-4f44-896a-fa63156aeebd,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:13.903761 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:13.904414 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:13.923796 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4c521577-f4c0-4c65-88d9-0d59e76d436a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5760379 Dec 16 18:09:13.938894 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Request body: {'port': {'device_id': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:13.995129 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.099931 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-670d7190-0480-48da-a96e-1ed43f5d7c2f None None] Provisioning complete for port 244fa820-d586-4f44-896a-fa63156aeebd triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:14.100582 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-670d7190-0480-48da-a96e-1ed43f5d7c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.133950 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-670d7190-0480-48da-a96e-1ed43f5d7c2f None None] Port 244fa820-d586-4f44-896a-fa63156aeebd cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:09:14.262982 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244fa820-d586-4f44-896a-fa63156aeebd {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:09:14.271562 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.287611 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Transition to ACTIVE for port object 244fa820-d586-4f44-896a-fa63156aeebd will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:09:14.292854 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.369790 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Pushing event updated for resources: {'Port': ['ID=244fa820-d586-4f44-896a-fa63156aeebd,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:14.404279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd0f4c-9c77-4735-831f-f5bf8a48c544 req-8ef33d9e-c933-47b3-b06f-bfec3731a4a9 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:14.405875 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-49cd0f4c-9c77-4735-831f-f5bf8a48c544 req-8ef33d9e-c933-47b3-b06f-bfec3731a4a9 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 944 time: 0.1092968 Dec 16 18:09:14.490955 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Attempting to bind port 244fa820-d586-4f44-896a-fa63156aeebd on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:09:14.491261 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Attempting to bind port 244fa820-d586-4f44-896a-fa63156aeebd by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:09:14.491618 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Attempting to bind port 244fa820-d586-4f44-896a-fa63156aeebd on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:09:14.497116 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-49cd0f4c-9c77-4735-831f-f5bf8a48c544 req-de00a116-6f8e-466b-9e49-e1d719957ecc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724452 Dec 16 18:09:14.500955 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Port 244fa820-d586-4f44-896a-fa63156aeebd on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:09:14.501285 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Attempting to bind port 244fa820-d586-4f44-896a-fa63156aeebd on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:09:14.506807 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:09:14.507119 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Checking segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:09:14.507495 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Bound using segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:09:14.508058 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Bound port: 244fa820-d586-4f44-896a-fa63156aeebd, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:09:14.508274 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.569082 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] For port 244fa820-d586-4f44-896a-fa63156aeebd, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:09:14.572001 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] For port 244fa820-d586-4f44-896a-fa63156aeebd, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=244fa820-d586-4f44-896a-fa63156aeebd,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:09:14.578375 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.867267 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:14.867868 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:14.869223 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] 10.222.0.76 "PUT /v2.0/ports/244fa820-d586-4f44-896a-fa63156aeebd HTTP/1.1" status: 200 len: 1094 time: 0.9349318 Dec 16 18:09:14.869641 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'tag': '244fa820-d586-4f44-896a-fa63156aeebd'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:09:14.871899 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b" -d '{"events": [{"name": "network-changed", "server_uuid": "b21398b3-0da1-4be3-8dbc-685eaf55f3cb", "tag": "244fa820-d586-4f44-896a-fa63156aeebd"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:09:14.895810 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc6a08-957a-43c8-ac40-a0aae2ef892c service neutron] Pushing event updated for resources: {'Port': ['ID=244fa820-d586-4f44-896a-fa63156aeebd,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:14.925379 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a0b43a-f9ee-41f4-afad-1e293bb0e205 x-openstack-request-id: req-42a0b43a-f9ee-41f4-afad-1e293bb0e205 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:09:14.925663 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21398b3-0da1-4be3-8dbc-685eaf55f3cb", "tag": "244fa820-d586-4f44-896a-fa63156aeebd", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:09:14.925904 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42a0b43a-f9ee-41f4-afad-1e293bb0e205 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:09:14.926395 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'tag': '244fa820-d586-4f44-896a-fa63156aeebd', 'status': 'completed', 'code': 200} Dec 16 18:09:14.959356 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-24f77710-73fe-4d17-ba9c-bf9f1fc779b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:14.960861 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-24f77710-73fe-4d17-ba9c-bf9f1fc779b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 1097 time: 0.0452917 Dec 16 18:09:15.010124 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-63fe07e3-92b4-45ad-8b5b-505ca97939a0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244fa820-d586-4f44-896a-fa63156aeebd HTTP/1.1" status: 200 len: 217 time: 0.0385327 Dec 16 18:09:15.063238 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4d880f9a-526c-4af2-8594-d9dc74ab7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:15.064696 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-4d880f9a-526c-4af2-8594-d9dc74ab7b24 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0474761 Dec 16 18:09:15.111016 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-c737dd22-e348-4bab-8dbd-b872254520d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:15.112503 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-c737dd22-e348-4bab-8dbd-b872254520d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410283 Dec 16 18:09:15.223370 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-7bd04805-e3e1-4e00-a019-26408d8b393c service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026154 Dec 16 18:09:15.323252 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ceed84e5-3971-41ac-9179-4e4f46b1e0d7 req-a3662ded-1f3f-46f9-81ac-312ef4300051 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925856 Dec 16 18:09:15.423329 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-7afd67fd-ac8d-4c12-9e37-38a512dc4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:15.424845 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-7afd67fd-ac8d-4c12-9e37-38a512dc4d89 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 1097 time: 0.0432689 Dec 16 18:09:15.523802 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-066cf077-392e-4823-b0db-87c23c3e2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:15.525692 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-066cf077-392e-4823-b0db-87c23c3e2df2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0935633 Dec 16 18:09:15.569963 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-ffae1750-f278-4590-8eb4-036bb076db92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244fa820-d586-4f44-896a-fa63156aeebd HTTP/1.1" status: 200 len: 217 time: 0.0375428 Dec 16 18:09:15.642043 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-830f95e2-06a5-4296-9b1a-baa9613fbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:15.643528 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-830f95e2-06a5-4296-9b1a-baa9613fbea2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0661108 Dec 16 18:09:15.656698 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4028c-6a52-4fd8-9378-5a4e52b69c7e req-78d02d57-c699-49ef-8c49-c3a1d72208a8 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:15.658103 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-27f4028c-6a52-4fd8-9378-5a4e52b69c7e req-78d02d57-c699-49ef-8c49-c3a1d72208a8 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 944 time: 0.0909541 Dec 16 18:09:15.728732 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-433a8efc-58f9-4a7a-b35c-95bdd70022d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:15.730261 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-433a8efc-58f9-4a7a-b35c-95bdd70022d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713542 Dec 16 18:09:15.734575 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-27f4028c-6a52-4fd8-9378-5a4e52b69c7e req-1dd4c02c-c5ec-4dce-9351-7509c6306e0e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683143 Dec 16 18:09:15.825698 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-fdd3a2ff-5458-4fe0-ae35-be00cdc45953 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877512 Dec 16 18:09:15.920664 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e0c9f7dc-f2b9-40c9-9e20-1d869513751b req-73690b24-4ca3-4e71-a7e5-6c3c6fd530f0 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874381 Dec 16 18:09:16.863727 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de6c0f-eae2-41e3-82ce-f121b556fff3 req-8624f07c-4b02-49a2-ad11-fcca6009d3e0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:16.865256 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-77de6c0f-eae2-41e3-82ce-f121b556fff3 req-8624f07c-4b02-49a2-ad11-fcca6009d3e0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 944 time: 0.0565574 Dec 16 18:09:16.925280 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-77de6c0f-eae2-41e3-82ce-f121b556fff3 req-fc120bf2-5b12-482f-b54b-e7da6e3b5b5e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513196 Dec 16 18:09:18.063091 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf6c59-479f-49ae-be2c-78ff172b384f req-03cd8ebe-de29-49e1-bf67-93bb25b3529f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:18.064628 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1cdf6c59-479f-49ae-be2c-78ff172b384f req-03cd8ebe-de29-49e1-bf67-93bb25b3529f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 944 time: 0.0554190 Dec 16 18:09:18.126074 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1cdf6c59-479f-49ae-be2c-78ff172b384f req-cff1223d-704f-424f-b318-513e285abaf1 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544226 Dec 16 18:09:19.248659 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb8fba-885d-4348-8c3a-2cbb9aa48832 req-f89a0609-6c3e-4c28-bf4c-67a47e742517 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:19.250195 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5fb8fba-885d-4348-8c3a-2cbb9aa48832 req-f89a0609-6c3e-4c28-bf4c-67a47e742517 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 944 time: 0.0525179 Dec 16 18:09:19.316992 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d5fb8fba-885d-4348-8c3a-2cbb9aa48832 req-bb7ae31e-71bc-4b61-9867-654fe7204620 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604062 Dec 16 18:09:20.457144 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92673a35-1993-4c0b-a834-2e88cd5c085e req-30ef5630-563d-4e37-81b1-4b5ce0b2e287 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:20.458674 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-92673a35-1993-4c0b-a834-2e88cd5c085e req-30ef5630-563d-4e37-81b1-4b5ce0b2e287 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 944 time: 0.0575542 Dec 16 18:09:20.512090 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-92673a35-1993-4c0b-a834-2e88cd5c085e req-d05cbd09-9a36-418c-b41e-3b7f00402686 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Dec 16 18:09:21.022833 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-02a49524-0ed8-484a-add7-2a83ca28c329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:21.650737 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b18f-cb18-4925-aa21-cb4e8504fa8a req-10ae935e-4050-4059-a5ed-17efd9d38d7e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:21.652261 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6260b18f-cb18-4925-aa21-cb4e8504fa8a req-10ae935e-4050-4059-a5ed-17efd9d38d7e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 944 time: 0.0606754 Dec 16 18:09:21.710721 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-6260b18f-cb18-4925-aa21-cb4e8504fa8a req-e5809ef3-221f-491b-aca2-72f898dd3776 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505791 Dec 16 18:09:22.844110 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aa999-1638-4d30-b8de-74df73eb8977 req-bae2928e-d76c-43db-a568-d895da10128b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:22.845692 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c07aa999-1638-4d30-b8de-74df73eb8977 req-bae2928e-d76c-43db-a568-d895da10128b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 944 time: 0.0539768 Dec 16 18:09:22.903291 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-c07aa999-1638-4d30-b8de-74df73eb8977 req-d0043aff-069e-41ee-a1cf-74d4f51c52fc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513992 Dec 16 18:09:23.193387 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 244fa820-d586-4f44-896a-fa63156aeebd details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:09:23.446031 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-78b9ee13-cee9-47ae-9588-7796b3cd630d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:23.447410 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:23.465712 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 244fa820-d586-4f44-896a-fa63156aeebd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=244fa820-d586-4f44-896a-fa63156aeebd,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:23.477429 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '244fa820-d586-4f44-896a-fa63156aeebd', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'port_id': '244fa820-d586-4f44-896a-fa63156aeebd', 'mac_address': 'fa:16:3e:84:61:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:09:23.514919 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:23.528374 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244fa820-d586-4f44-896a-fa63156aeebd {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:09:23.550006 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 244fa820-d586-4f44-896a-fa63156aeebd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=244fa820-d586-4f44-896a-fa63156aeebd,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:23.556205 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:23.615812 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=244fa820-d586-4f44-896a-fa63156aeebd,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:23.877793 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['244fa820-d586-4f44-896a-fa63156aeebd'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:09:24.025808 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7830190-0309-4b15-bb96-d89fbf5a2986 req-149fab4e-da3b-41d6-bb16-6d73301ae9a8 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:24.027162 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b7830190-0309-4b15-bb96-d89fbf5a2986 req-149fab4e-da3b-41d6-bb16-6d73301ae9a8 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 945 time: 0.0476682 Dec 16 18:09:24.083134 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b7830190-0309-4b15-bb96-d89fbf5a2986 req-93370d37-efdc-4ad1-8b54-4f6e01ff9510 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498707 Dec 16 18:09:24.624340 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:25.191320 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 244fa820-d586-4f44-896a-fa63156aeebd up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:09:25.229547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68ef72-bdb1-4b6a-b0d8-c8d91a0f5307 req-0b5df09d-a059-4b65-be3c-459cf449d358 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:25.231137 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0d68ef72-bdb1-4b6a-b0d8-c8d91a0f5307 req-0b5df09d-a059-4b65-be3c-459cf449d358 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 945 time: 0.0658257 Dec 16 18:09:25.246386 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 244fa820-d586-4f44-896a-fa63156aeebd completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:09:25.250344 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 244fa820-d586-4f44-896a-fa63156aeebd triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:09:25.250759 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:25.282602 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0d68ef72-bdb1-4b6a-b0d8-c8d91a0f5307 req-ad2a7117-6334-44eb-b7f9-95bd81c44739 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Dec 16 18:09:25.335003 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:25.358546 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244fa820-d586-4f44-896a-fa63156aeebd'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:09:25.360865 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c9e14f-2b00-4969-bed9-49fa1799c516" -d '{"events": [{"server_uuid": "b21398b3-0da1-4be3-8dbc-685eaf55f3cb", "name": "network-vif-plugged", "status": "completed", "tag": "244fa820-d586-4f44-896a-fa63156aeebd"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:09:25.374231 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 244fa820-d586-4f44-896a-fa63156aeebd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=244fa820-d586-4f44-896a-fa63156aeebd,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:09:25.380912 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:25.405870 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e5f887-22d0-4796-bb70-ccacb9b8c8e7 x-openstack-request-id: req-38e5f887-22d0-4796-bb70-ccacb9b8c8e7 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:09:25.406166 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21398b3-0da1-4be3-8dbc-685eaf55f3cb", "name": "network-vif-plugged", "status": "completed", "tag": "244fa820-d586-4f44-896a-fa63156aeebd", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:09:25.406421 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38e5f887-22d0-4796-bb70-ccacb9b8c8e7 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:09:25.406844 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244fa820-d586-4f44-896a-fa63156aeebd', 'code': 200} Dec 16 18:09:25.436154 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=244fa820-d586-4f44-896a-fa63156aeebd,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:25.637303 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec36ba5-0580-4166-8784-533819cbdfa2 req-0c79192a-0c67-4a40-b1e2-081339e6ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:25.638907 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ec36ba5-0580-4166-8784-533819cbdfa2 req-0c79192a-0c67-4a40-b1e2-081339e6ed94 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 1099 time: 0.0440419 Dec 16 18:09:25.690942 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ec36ba5-0580-4166-8784-533819cbdfa2 req-0b2ee352-8919-49a2-a25a-aaf1751a9484 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442133 Dec 16 18:09:26.095143 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:26.406899 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c9165-4776-4a6b-9c76-5e3a4e7b704b req-2232b022-37e1-426c-b3fe-0503203b1722 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:26.409007 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0b3c9165-4776-4a6b-9c76-5e3a4e7b704b req-2232b022-37e1-426c-b3fe-0503203b1722 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 946 time: 0.0544572 Dec 16 18:09:26.463022 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0b3c9165-4776-4a6b-9c76-5e3a4e7b704b req-7c1f838f-b432-45b6-abb9-b95d7949547d tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476377 Dec 16 18:09:26.801706 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:27.583892 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1e1fc-c0ac-4b66-9ec6-45d44a6d06b8 req-17dfaa7c-7fc5-4fc5-99cd-44e4cf83d518 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:27.585389 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-87b1e1fc-c0ac-4b66-9ec6-45d44a6d06b8 req-17dfaa7c-7fc5-4fc5-99cd-44e4cf83d518 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 946 time: 0.0509682 Dec 16 18:09:27.635038 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-87b1e1fc-c0ac-4b66-9ec6-45d44a6d06b8 req-7bf0046b-e868-4a62-a1c1-b3fc24c2802e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434623 Dec 16 18:09:27.752103 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b686ae-d1f4-4568-95fc-310312a262ac req-6f175602-ba58-4255-85dd-5ae193df3d5f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:27.753651 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-00b686ae-d1f4-4568-95fc-310312a262ac req-6f175602-ba58-4255-85dd-5ae193df3d5f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 946 time: 0.0511410 Dec 16 18:09:27.807863 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-00b686ae-d1f4-4568-95fc-310312a262ac req-0c41681b-aad9-4df7-9550-4f735342ad0f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461292 Dec 16 18:09:27.831016 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53332) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:27.922068 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadc102-fc73-416c-aa6e-5dbc0fe91a1a tempest-TestVolumeBootPattern-254934154 tempest-TestVolumeBootPattern-254934154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:27.923834 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-3aadc102-fc73-416c-aa6e-5dbc0fe91a1a tempest-TestVolumeBootPattern-254934154 tempest-TestVolumeBootPattern-254934154-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 1094 time: 0.0913866 Dec 16 18:09:27.927446 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53336) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:09:27.931780 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'port_id': '244fa820-d586-4f44-896a-fa63156aeebd', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:09:27.957559 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:28.059903 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:28.148848 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:09:28.164614 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Allocated IP 172.27.3.44 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/99ea9dbd-df6c-41a6-b290-826883e237f7) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:09:28.273660 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:28.312050 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:28.353727 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:09:28.356623 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:09:28.359491 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:09:28.365180 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=99ea9dbd-df6c-41a6-b290-826883e237f7,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:28.391992 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.392473 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.392953 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.393293 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.393718 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.394021 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.394349 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.394672 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.395008 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.395335 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.395657 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.395973 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.396288 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:09:28.740278 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:28.812940 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:28.971585 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:28.976702 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:29.045480 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=99ea9dbd-df6c-41a6-b290-826883e237f7,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:09:29.059471 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:29.160930 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Floating IP a88e547e-37a8-4b68-8756-93f3eb447129 associated. External IP: 172.27.3.44, port: 244fa820-d586-4f44-896a-fa63156aeebd. Dec 16 18:09:29.382380 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Router 64db6930-aa3c-4722-a362-5a4722459d95 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:09:29.497965 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:09:29.509181 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:09:29.517942 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:29.520721 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:29.521352 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:09:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:29.545551 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-e10a7119-6ee4-441b-9301-9792e8d6cb05 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6171062 Dec 16 18:09:29.546497 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'tag': '244fa820-d586-4f44-896a-fa63156aeebd'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:09:29.548817 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcfaf09-5408-4324-8cea-9ffc655cccfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b21398b3-0da1-4be3-8dbc-685eaf55f3cb", "tag": "244fa820-d586-4f44-896a-fa63156aeebd"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:09:29.586329 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79ebe2b-5ac8-44a5-b209-96b3dc501fc4 x-openstack-request-id: req-a79ebe2b-5ac8-44a5-b209-96b3dc501fc4 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:09:29.586647 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21398b3-0da1-4be3-8dbc-685eaf55f3cb", "tag": "244fa820-d586-4f44-896a-fa63156aeebd", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:09:29.586906 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a79ebe2b-5ac8-44a5-b209-96b3dc501fc4 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:09:29.587328 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'tag': '244fa820-d586-4f44-896a-fa63156aeebd', 'status': 'completed', 'code': 200} Dec 16 18:09:29.634894 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:29.650256 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-b23fc6f6-6ca6-48a6-ae84-261123c1569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:29.651821 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-b23fc6f6-6ca6-48a6-ae84-261123c1569a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 1099 time: 0.0421441 Dec 16 18:09:29.744261 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-c6227cd1-91e0-48ab-9e20-811d97c775e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:29.745751 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-c6227cd1-91e0-48ab-9e20-811d97c775e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0856729 Dec 16 18:09:29.819592 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-191a03ce-8471-49e4-87bc-ddcf229dd274 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244fa820-d586-4f44-896a-fa63156aeebd HTTP/1.1" status: 200 len: 999 time: 0.0666082 Dec 16 18:09:29.873077 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-f9cf7da0-7742-4492-9db0-93b9460fd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:29.873865 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-f9cf7da0-7742-4492-9db0-93b9460fd119 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0473993 Dec 16 18:09:29.877024 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'a88e547e-37a8-4b68-8756-93f3eb447129', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': '244fa820-d586-4f44-896a-fa63156aeebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:84:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:09:28Z', 'updated_at': '2021-12-16T18:09:28Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:29.906462 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:09:29.915802 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:09:29.916428 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:09:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:29.922191 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-1eef6de3-2eb4-4e44-8b85-ea1ae4ceff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:29.924111 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-1eef6de3-2eb4-4e44-8b85-ea1ae4ceff96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437641 Dec 16 18:09:30.021324 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-b302c651-0090-4f55-981d-c5e4ffaa42c7 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873888 Dec 16 18:09:30.026297 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:09:30.111138 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1fcfaf09-5408-4324-8cea-9ffc655cccfd req-5ea6c319-ded6-4b2a-9efc-7d3def4162c5 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829554 Dec 16 18:09:30.247817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'a88e547e-37a8-4b68-8756-93f3eb447129', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': '244fa820-d586-4f44-896a-fa63156aeebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:84:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:09:28Z', 'updated_at': '2021-12-16T18:09:28Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:09:30.273862 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435c063-8ba3-4cdc-bccd-3d40a53408ed None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': 'a88e547e-37a8-4b68-8756-93f3eb447129', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': '244fa820-d586-4f44-896a-fa63156aeebd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:84:61:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:09:28Z', 'updated_at': '2021-12-16T18:09:28Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:09:30.471501 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bd9088-2233-4fb3-9c27-69d320b97913 None None] New status for floating IP a88e547e-37a8-4b68-8756-93f3eb447129: ACTIVE {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:09:35.314160 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-6cabba45-fe7c-4dd3-b729-e1a6e49cb2bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556288 Dec 16 18:09:35.400964 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-494193fc-aba1-4f95-8bf4-3f9581268ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:35.401249 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-494193fc-aba1-4f95-8bf4-3f9581268ab8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 1099 time: 0.0426264 Dec 16 18:09:35.531960 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-c326b9f2-1442-4442-8eda-070a016e7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:35.533649 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-c326b9f2-1442-4442-8eda-070a016e7f75 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.1102297 Dec 16 18:09:35.607303 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-bcbf628e-b4b5-4c48-bc10-fcf3350e4001 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244fa820-d586-4f44-896a-fa63156aeebd HTTP/1.1" status: 200 len: 1001 time: 0.0665154 Dec 16 18:09:35.662673 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-61a9dfba-8a50-406c-aabf-41607741783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:35.664201 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-61a9dfba-8a50-406c-aabf-41607741783a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0501456 Dec 16 18:09:35.714977 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-e51efd0a-4bf9-4e40-9666-f2b7d0a88bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:09:35.716509 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-e51efd0a-4bf9-4e40-9666-f2b7d0a88bd3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454621 Dec 16 18:09:35.829808 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-7c048dd8-c279-4d36-834a-f6cd5e91982a service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052871 Dec 16 18:09:35.946051 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ab70faf8-6576-47f5-a5c8-e7ad2e026d44 req-12aa9ac8-5efc-4537-80af-0dd7e05bb683 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096148 Dec 16 18:09:51.021791 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f252a001-93db-460a-91a0-86580355a575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:53.294721 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5583c65d-50cd-46bf-8b7a-333a0f0e8f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:53.428291 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:54.626861 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:56.095010 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:09:56.809780 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:05.146433 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:10:21.016813 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd016-de5c-4fec-90a6-6612881bb912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:23.306177 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-eb1c4d1c-41aa-412f-aa15-ac0a70690a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:23.445769 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:24.629916 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:26.095981 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:26.795186 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:37.296156 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3734aab1-000b-4280-9401-7a8874712d44 req-535307ea-322f-4921-a1da-78c713353e5d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517452 Dec 16 18:10:37.389348 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734aab1-000b-4280-9401-7a8874712d44 req-4b803228-b6b9-44ec-8cbf-fd9a4adc7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:37.390894 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3734aab1-000b-4280-9401-7a8874712d44 req-4b803228-b6b9-44ec-8cbf-fd9a4adc7b15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 1099 time: 0.0460067 Dec 16 18:10:37.502391 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734aab1-000b-4280-9401-7a8874712d44 req-3502e555-2658-4c5f-8b68-fa526634d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:37.504112 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3734aab1-000b-4280-9401-7a8874712d44 req-3502e555-2658-4c5f-8b68-fa526634d15b service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0933592 Dec 16 18:10:37.574480 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3734aab1-000b-4280-9401-7a8874712d44 req-5c462951-e646-4561-8de6-9bcc41c55800 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244fa820-d586-4f44-896a-fa63156aeebd HTTP/1.1" status: 200 len: 1001 time: 0.0633781 Dec 16 18:10:37.625623 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734aab1-000b-4280-9401-7a8874712d44 req-2eb72ad8-4250-4039-b9a7-e759c89bf7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:37.627128 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3734aab1-000b-4280-9401-7a8874712d44 req-2eb72ad8-4250-4039-b9a7-e759c89bf7be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0457878 Dec 16 18:10:37.674246 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734aab1-000b-4280-9401-7a8874712d44 req-9ea85ba1-ebea-4e19-a55d-a2f9e2b20ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:10:37.676019 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3734aab1-000b-4280-9401-7a8874712d44 req-9ea85ba1-ebea-4e19-a55d-a2f9e2b20ce1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422544 Dec 16 18:10:37.776091 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3734aab1-000b-4280-9401-7a8874712d44 req-1acd5486-eea5-4f1c-813e-9d044f5ca5cf service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930445 Dec 16 18:10:37.867813 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3734aab1-000b-4280-9401-7a8874712d44 req-49a2e940-302c-4674-b79a-a4ad38e95bc4 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847261 Dec 16 18:10:42.146844 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:10:51.024755 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8f6f71de-9352-4653-ae6d-e67cd573b673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.293202 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5d2e32f9-9c47-4fcb-b18a-033aaa209662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:53.439572 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:54.634343 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.103800 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:10:56.804585 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:19.147199 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:11:21.019745 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e3407353-16c2-4dfc-9c3d-f953e105d6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:23.288233 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-535248fa-c7f9-430b-af84-130d11ff9767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:23.438857 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:24.635986 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:26.108489 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:26.802358 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:37.353618 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-37200940-2b49-403f-a877-63aaec6e49de service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945294 Dec 16 18:11:37.457483 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-5dd7f641-5d5b-4c65-b4de-ad6f55a65fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:37.459799 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-5dd7f641-5d5b-4c65-b4de-ad6f55a65fdb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 1099 time: 0.0611908 Dec 16 18:11:37.570358 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-260c5a99-8104-4562-8107-4d6037b17512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:37.571899 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-260c5a99-8104-4562-8107-4d6037b17512 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0923448 Dec 16 18:11:37.648726 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-56d305ca-4f24-45ae-8495-df55cb9734ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=244fa820-d586-4f44-896a-fa63156aeebd HTTP/1.1" status: 200 len: 1001 time: 0.0699153 Dec 16 18:11:37.703904 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-9b507ac3-65dc-4fbc-b7b2-af3fd0e77a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:37.705670 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-9b507ac3-65dc-4fbc-b7b2-af3fd0e77a2f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0489733 Dec 16 18:11:37.753367 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-d02c0521-b28f-47d8-8278-0c1da940db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:37.754912 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-d02c0521-b28f-47d8-8278-0c1da940db62 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417144 Dec 16 18:11:38.115576 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-224ab635-5b3b-4ee8-b28b-975285063303 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526864 Dec 16 18:11:38.210145 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-771dd7b8-40d7-4294-9f92-af501a668cb1 req-5fa222f7-955e-4196-9647-9f036d6d0df3 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Dec 16 18:11:44.643978 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7694d89-4662-4b60-b113-a25275b216c8 req-8e89c863-3b97-44a2-989a-c1bdd4573895 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:44.645528 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f7694d89-4662-4b60-b113-a25275b216c8 req-8e89c863-3b97-44a2-989a-c1bdd4573895 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 946 time: 0.1496828 Dec 16 18:11:44.698764 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f7694d89-4662-4b60-b113-a25275b216c8 req-0484f7e6-9356-49f9-83e1-7bffbdf238af tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459170 Dec 16 18:11:45.880349 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf727478-0454-4b8d-a53b-02a54b8fa803 req-56e36bdf-9ae4-49a1-b0dc-293934b59145 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:45.881828 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-cf727478-0454-4b8d-a53b-02a54b8fa803 req-56e36bdf-9ae4-49a1-b0dc-293934b59145 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 946 time: 0.1048946 Dec 16 18:11:45.936473 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-cf727478-0454-4b8d-a53b-02a54b8fa803 req-9b06e834-869f-48c8-9bf6-2c08f5dba62f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458572 Dec 16 18:11:46.166597 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-49fdb398-887d-4fde-9078-583dbc0d0157 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:46.168087 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-49fdb398-887d-4fde-9078-583dbc0d0157 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 946 time: 0.0517972 Dec 16 18:11:46.274228 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Deleting port 244fa820-d586-4f44-896a-fa63156aeebd {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:11:46.274647 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:46.376709 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] For port 244fa820-d586-4f44-896a-fa63156aeebd, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=244fa820-d586-4f44-896a-fa63156aeebd,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:11:46.377046 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:46.557738 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:46.558042 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:46.558445 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Floating IP a88e547e-37a8-4b68-8756-93f3eb447129 disassociated. External IP: 172.27.3.44, port: 244fa820-d586-4f44-896a-fa63156aeebd. Dec 16 18:11:46.558867 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Calling delete_port for 244fa820-d586-4f44-896a-fa63156aeebd owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:11:46.704631 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:46.735095 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event deleted for resources: {'Port': ['ID=244fa820-d586-4f44-896a-fa63156aeebd,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:46.748508 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.748508 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.748810 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.749156 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.749506 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.749822 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.750167 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.750484 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.750861 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.751194 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.751521 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.751839 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.752163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:11:46.866961 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Router 64db6930-aa3c-4722-a362-5a4722459d95 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:11:46.976704 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:11:46.989337 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:11:47.004217 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:11:47.004852 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:11:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:47.022580 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] No DVR routers for this DVR port 244fa820-d586-4f44-896a-fa63156aeebd on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:11:47.025486 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:47.028854 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-699d4065-8c00-47e8-bd0a-8f2099880faf req-94e84055-b609-46b6-baac-6be42910dac0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "DELETE /v2.0/ports/244fa820-d586-4f44-896a-fa63156aeebd HTTP/1.1" status: 204 len: 173 time: 0.8545804 Dec 16 18:11:47.029502 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'name': 'network-vif-deleted', 'tag': '244fa820-d586-4f44-896a-fa63156aeebd'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:11:47.031907 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35397d-d644-4977-912d-4e9db41ff242" -d '{"events": [{"server_uuid": "b21398b3-0da1-4be3-8dbc-685eaf55f3cb", "name": "network-vif-deleted", "tag": "244fa820-d586-4f44-896a-fa63156aeebd"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:11:47.062103 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-a780a031-66c1-4c35-be95-69aa340c1ace req-c8c04f44-7518-4990-b8d5-6d3583f84e89 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=b21398b3-0da1-4be3-8dbc-685eaf55f3cb HTTP/1.1" status: 200 len: 210 time: 0.0333672 Dec 16 18:11:47.080788 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dda8ce2-e419-4ce0-8872-f86291b283b7 x-openstack-request-id: req-4dda8ce2-e419-4ce0-8872-f86291b283b7 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:11:47.081078 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21398b3-0da1-4be3-8dbc-685eaf55f3cb", "name": "network-vif-deleted", "tag": "244fa820-d586-4f44-896a-fa63156aeebd", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:11:47.081328 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dda8ce2-e419-4ce0-8872-f86291b283b7 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:11:47.081751 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21398b3-0da1-4be3-8dbc-685eaf55f3cb', 'name': 'network-vif-deleted', 'tag': '244fa820-d586-4f44-896a-fa63156aeebd', 'status': 'completed', 'code': 200} Dec 16 18:11:47.138966 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:11:47.477499 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:47.506287 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:11:47.515674 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:11:47.516281 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:11:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:47.627433 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:11:47.837766 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:11:47.863781 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d464ad4a-59ca-407f-a475-a3077519994d None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:11:48.104413 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1164ea6-97dd-4d1a-81f3-9396ed9dcf71 None None] New status for floating IP a88e547e-37a8-4b68-8756-93f3eb447129: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:11:48.270179 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-54e1d00d-1840-4bc9-853d-95ecd34a349b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278465515&fields=id&tenant_id=c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 267 time: 0.0465858 Dec 16 18:11:48.380746 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-d88b31f1-f75a-48a2-9a8b-ab1316e4528e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:48.382211 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-d88b31f1-f75a-48a2-9a8b-ab1316e4528e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 812 time: 0.1050518 Dec 16 18:11:48.404810 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-c8b7385e-eb92-4862-a78d-094bab436d7d tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/quotas/c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 375 time: 0.0132661 Dec 16 18:11:48.464512 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-71c504a1-aa8f-45ac-8bd9-e0fd70442a88 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541444 Dec 16 18:11:48.544230 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-c4803574-cfa3-4c79-9505-21ef322c951c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:11:48.545254 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-c4803574-cfa3-4c79-9505-21ef322c951c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0624778 Dec 16 18:11:48.641428 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-65af1067-91e2-47fd-b5cf-ad8d93495923 service neutron] 10.222.0.32 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897079 Dec 16 18:11:48.737632 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-975ae5ad-9d81-4466-ad58-34f3e98dcd8c service neutron] 10.222.0.32 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901291 Dec 16 18:11:49.874338 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 244fa820-d586-4f44-896a-fa63156aeebd no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:11:49.904472 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 244fa820-d586-4f44-896a-fa63156aeebd {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:11:49.904821 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 244fa820-d586-4f44-896a-fa63156aeebd not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:11:50.061053 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-d128bca7-07e5-4551-937c-88abef42230c req-384ff707-29f2-4889-a028-4994ec108bad tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 210 time: 0.0373535 Dec 16 18:11:51.027061 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-adf68c0c-2134-4632-b2ab-fddc75400cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:51.142837 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-40417f6b-18c0-4b7a-ba42-1985fac45365 req-6491a785-990a-465d-9a17-df7f4db7f0ee tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 210 time: 0.0286710 Dec 16 18:11:52.243044 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1561cd15-339e-482c-8ce9-65dce2582ded req-13abe89f-0c04-4596-ab96-179618fcfb6e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 210 time: 0.0413997 Dec 16 18:11:53.292628 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e98416d-1f2c-492c-b5aa-eff87fd524bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:53.328613 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ed892804-00b1-44bb-bfd5-1689d7209838 req-9743651c-31b0-4b15-9ac5-0316b168ccf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 210 time: 0.0294807 Dec 16 18:11:53.431483 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:54.427006 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-e8b59e37-9e5c-4abf-8eba-9fb42234e574 req-dca83702-bf12-4b8f-8fbd-d3665c257830 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 210 time: 0.0307791 Dec 16 18:11:54.638941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:55.124824 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-a73061f1-9dfe-4caa-aa44-20111161f2e8 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:55.126365 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-a73061f1-9dfe-4caa-aa44-20111161f2e8 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 812 time: 0.1111825 Dec 16 18:11:55.202847 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-24fd6c6d-3f26-4185-b4ae-ca9dce39679b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 379 time: 0.0675755 Dec 16 18:11:55.212157 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'port': {'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'admin_state_up': True, 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'security_groups': ['a20747cc-f509-4bac-bddc-a77d8e63bb6a']}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:11:55.331634 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Made reservation on behalf of c0363bdeefbc4436897296eeed016e4b for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:11:55.335618 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:55.471344 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Allocated IP 172.20.0.5 (34227dbd-7f78-49eb-8b6b-4fa4ee1247af/c23ea955-8cf1-4b30-b5e4-53adbf1fb14e/ab182329-7738-48c9-83a9-d6487e56945f) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:11:55.549206 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d9b1cf9c-921a-46a1-9725-bb50738e5005 req-b8ba8a35-ca77-449d-915e-e108f59c8c75 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 210 time: 0.0379784 Dec 16 18:11:55.649592 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:55.687662 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:55.752951 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:11:55.756634 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:11:55.760933 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:11:55.791344 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=ab182329-7738-48c9-83a9-d6487e56945f,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:55.818851 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:55.819472 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:55.837003 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-244ca803-782b-470c-9306-c6008ea2541c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6285872 Dec 16 18:11:55.850156 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Request body: {'port': {'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:11:55.905279 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:55.955347 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-02a5f65c-6025-40da-bba3-b1a276538687 None None] Provisioning complete for port ab182329-7738-48c9-83a9-d6487e56945f triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:11:55.956355 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-02a5f65c-6025-40da-bba3-b1a276538687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:55.995322 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-02a5f65c-6025-40da-bba3-b1a276538687 None None] Port ab182329-7738-48c9-83a9-d6487e56945f cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:11:56.107619 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:56.145463 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:11:56.180670 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab182329-7738-48c9-83a9-d6487e56945f {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:11:56.192057 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:56.205137 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Transition to ACTIVE for port object ab182329-7738-48c9-83a9-d6487e56945f will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:11:56.210802 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:56.257973 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Pushing event updated for resources: {'Port': ['ID=ab182329-7738-48c9-83a9-d6487e56945f,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:56.336612 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Attempting to bind port ab182329-7738-48c9-83a9-d6487e56945f on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:11:56.336943 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Attempting to bind port ab182329-7738-48c9-83a9-d6487e56945f by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:11:56.337285 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Attempting to bind port ab182329-7738-48c9-83a9-d6487e56945f on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:11:56.341953 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Port ab182329-7738-48c9-83a9-d6487e56945f on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:11:56.342268 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Attempting to bind port ab182329-7738-48c9-83a9-d6487e56945f on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:11:56.347223 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:11:56.347569 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Checking segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:11:56.347937 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Bound using segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:11:56.348381 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Bound port: ab182329-7738-48c9-83a9-d6487e56945f, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:11:56.348729 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:56.417043 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] For port ab182329-7738-48c9-83a9-d6487e56945f, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:11:56.420262 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] For port ab182329-7738-48c9-83a9-d6487e56945f, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab182329-7738-48c9-83a9-d6487e56945f,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:11:56.426024 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:56.462805 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:56.463472 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:56.465093 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] 10.222.0.76 "PUT /v2.0/ports/ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 200 len: 1093 time: 0.6190884 Dec 16 18:11:56.465586 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:11:56.467906 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc67bfa-b806-404a-b2de-ef0232b025f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "tag": "ab182329-7738-48c9-83a9-d6487e56945f"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:11:56.492591 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7afef-dd60-4a37-9415-3a6edbf362fd service neutron] Pushing event updated for resources: {'Port': ['ID=ab182329-7738-48c9-83a9-d6487e56945f,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:11:56.553072 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-f5ca18b6-7099-429f-881e-e74823dc27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:56.554607 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-f5ca18b6-7099-429f-881e-e74823dc27c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1096 time: 0.0452354 Dec 16 18:11:56.604809 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-614af18d-acb9-468d-8c26-01096deb9ad4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 200 len: 217 time: 0.0411341 Dec 16 18:11:56.680028 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-1afd57be-b3fa-4ca4-81d8-26652088e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:56.681503 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-1afd57be-b3fa-4ca4-81d8-26652088e602 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0694110 Dec 16 18:11:56.722391 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29e712-d254-4402-afd7-36162283fbf5 req-9ee4616e-550e-4e3a-8b84-0f9fd440dc74 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:56.723921 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ad29e712-d254-4402-afd7-36162283fbf5 req-9ee4616e-550e-4e3a-8b84-0f9fd440dc74 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 943 time: 0.0855305 Dec 16 18:11:56.758731 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-649c2ffc-35b9-478c-9ae2-ce81fd269629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:56.760286 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-649c2ffc-35b9-478c-9ae2-ce81fd269629 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703926 Dec 16 18:11:56.799063 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:11:56.830316 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-ad29e712-d254-4402-afd7-36162283fbf5 req-af0d305f-8647-4aac-86fd-1e0aea301fd8 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987794 Dec 16 18:11:56.881175 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-c661967e-49d0-47c4-9888-e17bb93b521a service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119347 Dec 16 18:11:56.977608 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-f1885245-0169-461d-bf29-a21d2eebf3a3 req-9be1c21e-8f42-4c72-8dff-dd7cd497559e service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893743 Dec 16 18:11:57.545049 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65257cfc-9ec4-43e8-a565-1b1349088845 x-openstack-request-id: req-65257cfc-9ec4-43e8-a565-1b1349088845 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:11:57.545628 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "tag": "ab182329-7738-48c9-83a9-d6487e56945f", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:11:57.545628 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65257cfc-9ec4-43e8-a565-1b1349088845 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:11:57.545995 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f', 'status': 'completed', 'code': 200} Dec 16 18:11:57.615113 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-7f7957a9-2a07-42f9-b4a5-c087e4f4a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:57.616641 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-7f7957a9-2a07-42f9-b4a5-c087e4f4a332 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1096 time: 0.0465302 Dec 16 18:11:57.711450 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-8ddc7357-0f8a-4c04-9374-e290b69bf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:57.713032 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-8ddc7357-0f8a-4c04-9374-e290b69bf1a5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0878868 Dec 16 18:11:57.758546 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-860f20c3-1676-4312-b760-1e07f4ce5692 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 200 len: 217 time: 0.0376823 Dec 16 18:11:57.817686 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-59c584b2-d3c8-430a-8dea-6e0543b7a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:57.819922 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-59c584b2-d3c8-430a-8dea-6e0543b7a3da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0533900 Dec 16 18:11:57.869546 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-4f5eb9a4-a39a-4ec3-8e75-624c22be10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:57.871096 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-4f5eb9a4-a39a-4ec3-8e75-624c22be10bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429003 Dec 16 18:11:57.996815 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9594a-6ff8-4d1c-8a18-1aa0f0d535e8 req-e5fe1437-f27f-4800-9984-cd000df38c26 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:57.998357 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-19f9594a-6ff8-4d1c-8a18-1aa0f0d535e8 req-e5fe1437-f27f-4800-9984-cd000df38c26 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 943 time: 0.0765502 Dec 16 18:11:58.000479 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-1c915f48-64a2-4f57-9af8-7eb96bb16b70 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221476 Dec 16 18:11:58.098832 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-19f9594a-6ff8-4d1c-8a18-1aa0f0d535e8 req-50d190fc-7390-46b3-bb27-34d0111dc730 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943618 Dec 16 18:11:58.124851 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-efc67bfa-b806-404a-b2de-ef0232b025f3 req-1dc8a214-bc70-48f8-9f9e-d42356abbc07 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148760 Dec 16 18:11:59.223304 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b4ae5-c152-4233-86e5-60d1a9f4d273 req-3c549ab9-a602-42f3-b842-58cf99b7510a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:11:59.224765 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ff5b4ae5-c152-4233-86e5-60d1a9f4d273 req-3c549ab9-a602-42f3-b842-58cf99b7510a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 943 time: 0.0507622 Dec 16 18:11:59.274712 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-ff5b4ae5-c152-4233-86e5-60d1a9f4d273 req-cc0d8680-3ef2-4374-948d-46fb8e6eb5bb tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439210 Dec 16 18:12:00.396163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd290ae-cd0a-402a-855f-7edae760a4cf req-591fded8-8741-4e36-9019-461073f8bb1c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:00.397677 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fbd290ae-cd0a-402a-855f-7edae760a4cf req-591fded8-8741-4e36-9019-461073f8bb1c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 943 time: 0.0524929 Dec 16 18:12:00.450193 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-fbd290ae-cd0a-402a-855f-7edae760a4cf req-30570568-00a1-4e2a-8b8d-95eb9855a45b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460405 Dec 16 18:12:01.572196 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d9ea3-8a35-4476-bd20-dcc3e59884b0 req-a93ff2ef-3dc7-47dd-a02b-fb0a42656016 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:01.573711 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8c9d9ea3-8a35-4476-bd20-dcc3e59884b0 req-a93ff2ef-3dc7-47dd-a02b-fb0a42656016 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 943 time: 0.0523756 Dec 16 18:12:01.626995 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-8c9d9ea3-8a35-4476-bd20-dcc3e59884b0 req-7b29ef04-5f4c-46d8-94c9-9ad24f3b500a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462770 Dec 16 18:12:02.747434 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39704fa4-bfb5-4ac8-9074-cab8725b4358 req-02bbf5d8-ff89-48ab-8412-a1bb37db36ab tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:02.748948 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-39704fa4-bfb5-4ac8-9074-cab8725b4358 req-02bbf5d8-ff89-48ab-8412-a1bb37db36ab tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 943 time: 0.0522919 Dec 16 18:12:02.804808 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-39704fa4-bfb5-4ac8-9074-cab8725b4358 req-4753b46f-f48c-4e6b-bd22-073c12bacac2 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496166 Dec 16 18:12:03.918450 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device ab182329-7738-48c9-83a9-d6487e56945f details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:12:03.930227 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6abc51-8e5c-43f8-a4c6-c09973353466 req-a47d77c4-7db9-4ec2-8d3f-fa1258e3e5f7 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:03.931792 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7b6abc51-8e5c-43f8-a4c6-c09973353466 req-a47d77c4-7db9-4ec2-8d3f-fa1258e3e5f7 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 943 time: 0.0558052 Dec 16 18:12:03.990469 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7b6abc51-8e5c-43f8-a4c6-c09973353466 req-a05d964d-ca0d-40b3-82e4-d36c7191c1c0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514879 Dec 16 18:12:04.020260 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port ab182329-7738-48c9-83a9-d6487e56945f, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab182329-7738-48c9-83a9-d6487e56945f,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:04.032024 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': 'ab182329-7738-48c9-83a9-d6487e56945f', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:12:04.071987 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:04.086047 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab182329-7738-48c9-83a9-d6487e56945f {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:12:04.107840 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port ab182329-7738-48c9-83a9-d6487e56945f, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab182329-7738-48c9-83a9-d6487e56945f,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:04.112595 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:04.160160 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=ab182329-7738-48c9-83a9-d6487e56945f,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:04.167357 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.167707 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.168049 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.168416 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.168815 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.169156 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.169499 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.169822 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.170153 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.170481 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.170851 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.171179 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.171502 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:04.476181 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['ab182329-7738-48c9-83a9-d6487e56945f'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:12:05.116880 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7bf4e-b422-4d6b-a77d-7471178e6b45 req-b4e364d7-95fa-4558-a70d-926812674f69 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:05.118402 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3db7bf4e-b422-4d6b-a77d-7471178e6b45 req-b4e364d7-95fa-4558-a70d-926812674f69 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 944 time: 0.0521743 Dec 16 18:12:05.169994 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-3db7bf4e-b422-4d6b-a77d-7471178e6b45 req-8b61fe12-8563-4498-a668-0867756ed3c7 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452797 Dec 16 18:12:05.918917 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device ab182329-7738-48c9-83a9-d6487e56945f up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:12:05.973714 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port ab182329-7738-48c9-83a9-d6487e56945f completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:12:05.977723 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port ab182329-7738-48c9-83a9-d6487e56945f triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:12:05.978087 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:06.061578 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:06.087792 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:12:06.090564 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea3fe77-0e34-43d1-b99b-ceddb6162aaa" -d '{"events": [{"server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "name": "network-vif-plugged", "status": "completed", "tag": "ab182329-7738-48c9-83a9-d6487e56945f"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:12:06.108674 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port ab182329-7738-48c9-83a9-d6487e56945f, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab182329-7738-48c9-83a9-d6487e56945f,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:12:06.113338 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:06.163941 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=ab182329-7738-48c9-83a9-d6487e56945f,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:06.198078 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7351654-61a3-42c7-9700-90aad49d8668 x-openstack-request-id: req-e7351654-61a3-42c7-9700-90aad49d8668 {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:12:06.198387 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "name": "network-vif-plugged", "status": "completed", "tag": "ab182329-7738-48c9-83a9-d6487e56945f", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:12:06.198663 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7351654-61a3-42c7-9700-90aad49d8668 {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:12:06.199059 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f', 'code': 200} Dec 16 18:12:06.294311 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08e372-74ec-4b88-9db0-e3de0c0c2559 req-8ee4ca3f-0624-45cb-a1f0-7c17d660e207 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:06.296161 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5e08e372-74ec-4b88-9db0-e3de0c0c2559 req-8ee4ca3f-0624-45cb-a1f0-7c17d660e207 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 945 time: 0.0506859 Dec 16 18:12:06.354716 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5e08e372-74ec-4b88-9db0-e3de0c0c2559 req-93dc82c4-050d-4a88-85b3-e8907e80fb55 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473635 Dec 16 18:12:06.427383 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6dc2f-976f-4d26-8628-32fcb20e62c4 req-eb54475d-2b48-4194-88ca-fec8e8c11bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:06.428892 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-36b6dc2f-976f-4d26-8628-32fcb20e62c4 req-eb54475d-2b48-4194-88ca-fec8e8c11bfd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1098 time: 0.0446627 Dec 16 18:12:06.479496 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-36b6dc2f-976f-4d26-8628-32fcb20e62c4 req-1f2fd2a0-cade-46c4-a57b-29a014666072 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424676 Dec 16 18:12:07.488687 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198624e-2225-4434-80dc-40950fdc92a2 req-9548fce0-57b7-4b37-be0d-5ea745ef4a07 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:07.490215 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7198624e-2225-4434-80dc-40950fdc92a2 req-9548fce0-57b7-4b37-be0d-5ea745ef4a07 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 945 time: 0.0526354 Dec 16 18:12:07.540642 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-7198624e-2225-4434-80dc-40950fdc92a2 req-f2feed21-d4d5-4c41-9435-e6a867b1acc2 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441773 Dec 16 18:12:08.661076 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8b331-9e55-4e1c-a4f3-f816634ac7b6 req-ad157c77-07fa-433a-bbd5-3e17d919b529 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:08.662579 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-acc8b331-9e55-4e1c-a4f3-f816634ac7b6 req-ad157c77-07fa-433a-bbd5-3e17d919b529 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 945 time: 0.0521870 Dec 16 18:12:08.716258 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-acc8b331-9e55-4e1c-a4f3-f816634ac7b6 req-f86679de-137f-4287-91b8-751341491973 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Dec 16 18:12:08.846728 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaf6c3-e5a7-4720-bdd2-1a1a1467de2d req-3364a17b-d08a-4e69-b99e-8e47e06cc42e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:08.848582 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1baaf6c3-e5a7-4720-bdd2-1a1a1467de2d req-3364a17b-d08a-4e69-b99e-8e47e06cc42e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 945 time: 0.0608263 Dec 16 18:12:08.902379 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-1baaf6c3-e5a7-4720-bdd2-1a1a1467de2d req-0f96fb3f-91e2-472c-ab96-0dca303084e6 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460010 Dec 16 18:12:08.929964 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53490) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:08.974427 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5fbb47-3d5a-416f-b643-1e0fd067f882 tempest-TestVolumeBootPattern-254934154 tempest-TestVolumeBootPattern-254934154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:08.976034 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-1e5fbb47-3d5a-416f-b643-1e0fd067f882 tempest-TestVolumeBootPattern-254934154 tempest-TestVolumeBootPattern-254934154-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1093 time: 0.0450587 Dec 16 18:12:08.979118 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53492) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:12:08.983899 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.v2.base [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:12:09.015218 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:09.447565 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:09.574061 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_common [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Allocated IP 172.27.3.62 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/f6871729-8a4f-4f1d-b6f4-f9adc8d19e36) {{(pid=102419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:12:09.714143 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:09.762286 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:09.810801 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:12:09.815807 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.base_scheduler [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Resources bound (agent type, host, resource id): {{(pid=102419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:12:09.820563 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Received port after_create {{(pid=102419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:12:09.823999 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=f6871729-8a4f-4f1d-b6f4-f9adc8d19e36,revision_number=1']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:09.852914 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.853687 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.854082 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.854635 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.855036 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.855374 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.856042 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.856182 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.856465 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.856773 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.857119 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.857506 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:09.857817 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:12:10.251023 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:10.323207 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:10.485555 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:10.492030 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2383438'] for port, after_update {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:10.567269 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=f6871729-8a4f-4f1d-b6f4-f9adc8d19e36,revision_number=2']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:12:10.582465 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:10.697822 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Floating IP 72819d89-e370-46b6-8b26-bc2ec3617c35 associated. External IP: 172.27.3.62, port: ab182329-7738-48c9-83a9-d6487e56945f. Dec 16 18:12:10.925249 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Router 64db6930-aa3c-4722-a362-5a4722459d95 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:12:11.038892 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:12:11.050498 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:12:11.060031 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:11.061796 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:11.062495 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:11:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:11.097461 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-3ba5bfcf-6d87-4cf6-81fa-423ddb0c8504 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1080501 Dec 16 18:12:11.097461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:12:11.097461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e4cafa-89c7-4adf-a158-8c970ad42de9" -d '{"events": [{"name": "network-changed", "server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "tag": "ab182329-7738-48c9-83a9-d6487e56945f"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:12:11.178063 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:11.189785 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85636d18-ad78-47e8-a071-de43e5821be2 x-openstack-request-id: req-85636d18-ad78-47e8-a071-de43e5821be2 {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:12:11.190100 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "tag": "ab182329-7738-48c9-83a9-d6487e56945f", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:12:11.190349 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85636d18-ad78-47e8-a071-de43e5821be2 {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:12:11.190802 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f', 'status': 'completed', 'code': 200} Dec 16 18:12:11.257716 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-ddfccd2a-0506-42b5-8667-5e4d6b86aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:11.259311 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-ddfccd2a-0506-42b5-8667-5e4d6b86aff8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1098 time: 0.0439222 Dec 16 18:12:11.351218 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-64df4dac-36f9-4a69-bfd4-e94c8e9fb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:11.352706 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-64df4dac-36f9-4a69-bfd4-e94c8e9fb414 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0861497 Dec 16 18:12:11.415388 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:10Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:11.430752 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-58980f95-814c-471b-a269-13683f80682f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 200 len: 998 time: 0.0707412 Dec 16 18:12:11.443309 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:12:11.452944 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:12:11.453850 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:11:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:11.485090 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-eb52ebdd-ad81-40ab-988f-4cb324999e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:11.486603 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-eb52ebdd-ad81-40ab-988f-4cb324999e72 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0480149 Dec 16 18:12:11.536023 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-d21d2232-cdab-4b12-93ef-9d22d5a29e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:11.537603 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-d21d2232-cdab-4b12-93ef-9d22d5a29e1f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437124 Dec 16 18:12:11.563773 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:12:11.643787 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-75dcda22-2130-4d5f-bf46-8ac7f125d9e4 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984509 Dec 16 18:12:11.748749 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-46e4cafa-89c7-4adf-a158-8c970ad42de9 req-10dfaef9-9a00-4b2a-b929-5ec5afadee30 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971982 Dec 16 18:12:11.947113 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:10Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:12:11.979176 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6becd-35b9-4e2e-ba00-1eecaffbec9d None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:10Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:12:12.187390 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df96e07c-c8bb-49dc-883d-cb03ec11239e None None] New status for floating IP 72819d89-e370-46b6-8b26-bc2ec3617c35: ACTIVE {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:12:21.022032 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-4b08cc62-ff33-4c5a-bb9c-9f09057282a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:23.296937 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-511b9e36-4a7a-45a9-9c04-502990832823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:23.455496 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:24.643590 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:26.108532 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:26.796451 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:33.143784 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:12:39.292116 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67cf928c-3748-47dc-8850-6676de6635a3 req-0f8b00a2-61ae-4015-94fa-8668cc65fd33 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515308 Dec 16 18:12:39.390300 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf928c-3748-47dc-8850-6676de6635a3 req-bd3a7e22-eb4a-4c85-9f63-e54de32662fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:39.391888 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67cf928c-3748-47dc-8850-6676de6635a3 req-bd3a7e22-eb4a-4c85-9f63-e54de32662fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1098 time: 0.0505633 Dec 16 18:12:39.498029 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf928c-3748-47dc-8850-6676de6635a3 req-728decad-2dc5-41b4-ae3b-7bfc3fb09d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:39.499810 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67cf928c-3748-47dc-8850-6676de6635a3 req-728decad-2dc5-41b4-ae3b-7bfc3fb09d50 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0868459 Dec 16 18:12:39.836821 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67cf928c-3748-47dc-8850-6676de6635a3 req-11d6cea0-1e7e-4609-95f0-533de1e582dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 200 len: 1000 time: 0.3303945 Dec 16 18:12:39.903780 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf928c-3748-47dc-8850-6676de6635a3 req-0dc2cf26-19cf-4da5-a9f9-6d43e71daab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:39.905246 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67cf928c-3748-47dc-8850-6676de6635a3 req-0dc2cf26-19cf-4da5-a9f9-6d43e71daab7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0603459 Dec 16 18:12:39.954301 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf928c-3748-47dc-8850-6676de6635a3 req-af510b06-e810-470e-89c3-a9ba18c7dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:12:39.955875 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67cf928c-3748-47dc-8850-6676de6635a3 req-af510b06-e810-470e-89c3-a9ba18c7dd56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437787 Dec 16 18:12:40.061774 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67cf928c-3748-47dc-8850-6676de6635a3 req-497855b4-ca6b-49aa-b1a4-fba7a028fabd service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985284 Dec 16 18:12:40.160467 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-67cf928c-3748-47dc-8850-6676de6635a3 req-79e437d8-d78e-41d3-ba4f-6bc2c9c5ab92 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904236 Dec 16 18:12:51.026732 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-70dd428e-77f2-4242-a96d-a3a49ccb1c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:53.313973 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e3c41d14-f049-4490-82ec-8e7937c447ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:53.447963 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:54.645807 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:56.114957 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:12:56.797293 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:10.143240 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:13:21.032665 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ab61680a-956d-4753-88ba-424e22681d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:23.299025 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-6e50a397-db70-4413-bc4d-57001816587a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:23.475723 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:24.650292 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:26.122522 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:26.792972 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:41.296646 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-6168c310-2f93-4985-b0f5-6aac628093bf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472338 Dec 16 18:13:41.393689 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-333cb55d-f2e4-43e1-b9b0-ea777b80346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:41.395287 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-333cb55d-f2e4-43e1-b9b0-ea777b80346b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1098 time: 0.0493670 Dec 16 18:13:41.513657 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-ea6e2193-f116-4dcc-a7f5-0c748129bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:41.515238 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-ea6e2193-f116-4dcc-a7f5-0c748129bf2d service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0941989 Dec 16 18:13:41.595064 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-3bf9b0dc-3153-4aaa-a25b-ebe957f18e9a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 200 len: 1000 time: 0.0713460 Dec 16 18:13:41.650308 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-0e340393-c12c-4f6f-9ed6-d9f32fed534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:41.651849 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-0e340393-c12c-4f6f-9ed6-d9f32fed534d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0488043 Dec 16 18:13:41.700644 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-bf0daed2-ad40-4b40-9bcd-fd50a9fffc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:13:41.702479 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-bf0daed2-ad40-4b40-9bcd-fd50a9fffc23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435295 Dec 16 18:13:41.803153 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-59c7f0ff-6882-48d0-90ce-5c6cb67a3668 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923846 Dec 16 18:13:41.895375 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df9af393-4f55-4043-8dcf-1d7622f17ddf req-cfbcd805-652f-4753-af38-9a06de227df5 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850008 Dec 16 18:13:47.153064 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:13:51.039007 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-77c1ecdc-1ec5-4255-b99e-07dc2ca7d716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:53.304481 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-33b5b336-8fdd-471f-ab93-233d0603eb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:53.477282 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:54.655306 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:56.125339 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:13:56.800870 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:11.503858 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-ac3e9161-0d52-4ff7-8592-ee4b9e4bb605 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278465515&fields=id&tenant_id=c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 267 time: 0.0549605 Dec 16 18:14:11.647615 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-8250fa60-430f-48e1-9ca7-27518cc8ea2a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:11.649522 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-8250fa60-430f-48e1-9ca7-27518cc8ea2a tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 812 time: 0.1357753 Dec 16 18:14:11.670433 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-dd236d32-92f2-4ade-9aba-da552c09deb1 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/quotas/c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 375 time: 0.0140867 Dec 16 18:14:11.750594 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-ff86d9c9-0a24-40d5-b102-fce75d12bf52 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741394 Dec 16 18:14:11.930503 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-cce78b24-6962-438f-862b-e31e3259e7bc service neutron] 10.222.0.32 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627433 Dec 16 18:14:12.040280 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-693092e6-7b89-4141-b7c7-b5a0e6183f65 service neutron] 10.222.0.32 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025112 Dec 16 18:14:12.335855 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-48a0f81a-7505-4693-a521-846e86728d18 req-20e7e356-ad7d-487c-8a13-619a87273bd1 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 210 time: 0.0289004 Dec 16 18:14:13.372515 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-7635e8a0-a6b7-4a50-a9ef-54d5b4659a24 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:13.374023 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-7635e8a0-a6b7-4a50-a9ef-54d5b4659a24 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 812 time: 0.1210811 Dec 16 18:14:13.432298 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-953ffdf0-bebc-402f-b259-88c6b30b3709 req-d57286a5-99d1-4962-9ba1-a2f892e70bf3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 210 time: 0.0273907 Dec 16 18:14:13.443210 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-486dbca4-8001-4cc1-8296-7e6f37e31c29 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0363bdeefbc4436897296eeed016e4b HTTP/1.1" status: 200 len: 379 time: 0.0581062 Dec 16 18:14:13.452010 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'port': {'device_id': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'admin_state_up': True, 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'security_groups': ['a20747cc-f509-4bac-bddc-a77d8e63bb6a']}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:14:13.567157 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Made reservation on behalf of c0363bdeefbc4436897296eeed016e4b for: {'port': 1} {{(pid=102418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 18:14:13.571023 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:13.714579 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Allocated IP 172.20.0.10 (34227dbd-7f78-49eb-8b6b-4fa4ee1247af/c23ea955-8cf1-4b30-b5e4-53adbf1fb14e/185eff32-fa67-4f14-8d51-1eec149421f3) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:14:13.862147 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:13.899616 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:13.945713 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:14:13.948893 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:14:13.953508 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:14:13.983488 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=185eff32-fa67-4f14-8d51-1eec149421f3,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:14:13.996207 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:13.996796 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:13.997734 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:13.998083 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:13.998382 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:13.998768 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:13.999098 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:13.999399 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:13.999755 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:14.000076 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:14.000400 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:14.000701 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:14.001015 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:14.025078 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:14.025703 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:14.044682 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-124658fe-8e66-4363-8356-34bc7e35161b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5969408 Dec 16 18:14:14.057187 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Request body: {'port': {'device_id': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81920'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:14:14.117221 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:14.159393 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-f14404a3-2d49-406f-accd-d5c6b6ab2382 None None] Provisioning complete for port 185eff32-fa67-4f14-8d51-1eec149421f3 triggered by entity DHCP. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:14:14.160023 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f14404a3-2d49-406f-accd-d5c6b6ab2382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:14.193798 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-f14404a3-2d49-406f-accd-d5c6b6ab2382 None None] Port 185eff32-fa67-4f14-8d51-1eec149421f3 cannot update to ACTIVE because it is not bound. {{(pid=102420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 18:14:14.398930 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185eff32-fa67-4f14-8d51-1eec149421f3 {{(pid=102418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:14:14.407569 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:14.421194 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.provisioning_blocks [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Transition to ACTIVE for port object 185eff32-fa67-4f14-8d51-1eec149421f3 will not be triggered until provisioned by entity L2. {{(pid=102418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 18:14:14.428380 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:14.509837 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Pushing event updated for resources: {'Port': ['ID=185eff32-fa67-4f14-8d51-1eec149421f3,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:14:14.597549 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Attempting to bind port 185eff32-fa67-4f14-8d51-1eec149421f3 on host hv-cinder-81920 for vnic_type normal with profile {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 18:14:14.597888 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Attempting to bind port 185eff32-fa67-4f14-8d51-1eec149421f3 by drivers openvswitch,hyperv on host hv-cinder-81920 at level 0 using segments [{'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 18:14:14.598222 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Attempting to bind port 185eff32-fa67-4f14-8d51-1eec149421f3 on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:14:14.609300 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452c556-83c1-40ea-9b8d-d3d661c3f7d4 req-6a4d8e6f-1c2b-43d9-b398-c5f93c0460b9 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:14.610877 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1452c556-83c1-40ea-9b8d-d3d661c3f7d4 req-6a4d8e6f-1c2b-43d9-b398-c5f93c0460b9 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 944 time: 0.0762277 Dec 16 18:14:14.613400 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Port 185eff32-fa67-4f14-8d51-1eec149421f3 on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81920 {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 18:14:14.613777 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Attempting to bind port 185eff32-fa67-4f14-8d51-1eec149421f3 on network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 18:14:14.626049 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Checking agent: {'id': '3ae5f67c-2b5e-4519-9fdf-b8f891cd7bb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'started_at': datetime.datetime(2021, 12, 16, 17, 53, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 18, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 18:14:14.626389 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Checking segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 18:14:14.626796 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Bound using segment: {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'} {{(pid=102418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 18:14:14.627233 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.managers [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Bound port: 185eff32-fa67-4f14-8d51-1eec149421f3, host: hv-cinder-81920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ce881c-1156-4aea-93ef-a8e52b6f65f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af'}}] {{(pid=102418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 18:14:14.627589 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:14.699013 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1452c556-83c1-40ea-9b8d-d3d661c3f7d4 req-a7d00a28-ad15-455b-a860-0b9c29486c67 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815251 Dec 16 18:14:14.723180 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] For port 185eff32-fa67-4f14-8d51-1eec149421f3, host hv-cinder-81920, cleared binding levels {{(pid=102418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 18:14:14.726304 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] For port 185eff32-fa67-4f14-8d51-1eec149421f3, host hv-cinder-81920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=185eff32-fa67-4f14-8d51-1eec149421f3,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 18:14:14.732959 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:14.774170 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:14.774864 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:14.776189 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] 10.222.0.76 "PUT /v2.0/ports/185eff32-fa67-4f14-8d51-1eec149421f3 HTTP/1.1" status: 200 len: 1094 time: 0.7234685 Dec 16 18:14:14.776627 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:14:14.779302 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008cc89a-fd99-4677-91da-e1f7917ec77b" -d '{"events": [{"name": "network-changed", "server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:14:14.806668 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966135a5-a5de-45ef-a532-cc36d23067df service neutron] Pushing event updated for resources: {'Port': ['ID=185eff32-fa67-4f14-8d51-1eec149421f3,revision_number=3']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:14:14.864410 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-2e3b6821-02bd-4b01-a35c-7cda754ecc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:14.866147 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-2e3b6821-02bd-4b01-a35c-7cda754ecc46 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 1097 time: 0.0461397 Dec 16 18:14:14.914536 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac8fd7c-1cb3-4e6e-b016-fb144da146b4 x-openstack-request-id: req-8ac8fd7c-1cb3-4e6e-b016-fb144da146b4 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:14:14.914954 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:14:14.915207 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ac8fd7c-1cb3-4e6e-b016-fb144da146b4 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:14:14.915607 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3', 'status': 'completed', 'code': 200} Dec 16 18:14:14.917433 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-39237ada-a952-4c01-8a2e-662f0f02ac6d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185eff32-fa67-4f14-8d51-1eec149421f3 HTTP/1.1" status: 200 len: 217 time: 0.0434768 Dec 16 18:14:14.976544 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-20429441-8a18-442a-be8a-1f05b1f570c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:14.978091 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-20429441-8a18-442a-be8a-1f05b1f570c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0540786 Dec 16 18:14:15.025767 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-e4da7c4a-f6fa-43f6-a91d-c901c7f39b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:15.027299 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-e4da7c4a-f6fa-43f6-a91d-c901c7f39b83 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420721 Dec 16 18:14:15.128391 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-0a1942dc-c71d-4d40-9cb6-e573bc8b70bb service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917203 Dec 16 18:14:15.221271 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-45227c4f-47ce-4a71-8fd5-5aafd29f9de2 req-fa320aea-dad6-4988-b6aa-f5d00bb25103 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855904 Dec 16 18:14:15.328233 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-4328293a-393f-4936-9b5d-894749527522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:15.329758 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-4328293a-393f-4936-9b5d-894749527522 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 1097 time: 0.0580747 Dec 16 18:14:15.419438 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-66dd606c-cacb-4a19-af42-51355191733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:15.420903 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-66dd606c-cacb-4a19-af42-51355191733d service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0838280 Dec 16 18:14:15.469328 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-44f6fc44-eee6-432c-af95-f819e850b1d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185eff32-fa67-4f14-8d51-1eec149421f3 HTTP/1.1" status: 200 len: 217 time: 0.0406935 Dec 16 18:14:15.525987 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-8d516c3c-0083-4317-b42e-67dca92db89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:15.527399 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-8d516c3c-0083-4317-b42e-67dca92db89e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0509157 Dec 16 18:14:15.573482 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-dcf043cc-e51a-47fa-8622-ed7491e552b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:15.575240 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-dcf043cc-e51a-47fa-8622-ed7491e552b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406640 Dec 16 18:14:15.669656 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-feb4df72-f72c-4cef-bb11-4909442d1347 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860195 Dec 16 18:14:15.780649 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-008cc89a-fd99-4677-91da-e1f7917ec77b req-6195b09a-5d67-48be-ba37-da34ef63c017 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028209 Dec 16 18:14:15.836146 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054924d-7143-40b9-a89d-4cc44802d086 req-d2e95545-6037-4a9b-badd-6d3750611ba5 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:15.837653 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1054924d-7143-40b9-a89d-4cc44802d086 req-d2e95545-6037-4a9b-badd-6d3750611ba5 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 944 time: 0.0562220 Dec 16 18:14:15.889310 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-1054924d-7143-40b9-a89d-4cc44802d086 req-f2de181e-b084-49d7-984b-a6a4d5ae040e tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 Dec 16 18:14:17.020278 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d99336-65fc-4c22-a640-004ad73ee5b0 req-c68ce316-597d-4f7d-b3d5-d4dde298a27f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:17.021660 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f3d99336-65fc-4c22-a640-004ad73ee5b0 req-c68ce316-597d-4f7d-b3d5-d4dde298a27f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 944 time: 0.0520508 Dec 16 18:14:17.079691 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f3d99336-65fc-4c22-a640-004ad73ee5b0 req-a7d1f0d7-3221-4a08-832c-846d03ac3bd5 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518122 Dec 16 18:14:18.217120 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4a07e-f384-4bc8-a046-df22f624b4c5 req-08feec0b-3b10-45a7-b991-5de9f9e79e12 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:18.218644 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ab4a07e-f384-4bc8-a046-df22f624b4c5 req-08feec0b-3b10-45a7-b991-5de9f9e79e12 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 944 time: 0.0562942 Dec 16 18:14:18.270307 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-0ab4a07e-f384-4bc8-a046-df22f624b4c5 req-e32eb52f-d17d-44ab-8028-9312c0c10617 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453901 Dec 16 18:14:19.400819 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7ee77-c764-42c1-9e34-efd56f14eca2 req-02c54528-5aa5-4c82-a9de-c673f48c00a4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:19.402250 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ab7ee77-c764-42c1-9e34-efd56f14eca2 req-02c54528-5aa5-4c82-a9de-c673f48c00a4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 944 time: 0.0558810 Dec 16 18:14:19.456110 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-5ab7ee77-c764-42c1-9e34-efd56f14eca2 req-da14b31c-98f6-4538-971a-f97f09ff17bd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476205 Dec 16 18:14:20.593542 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a3432-c7e9-44e7-937b-95061fcfdbb7 req-c81c0b6e-c28f-4388-9887-f18e135d2ea9 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:20.595298 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6a2a3432-c7e9-44e7-937b-95061fcfdbb7 req-c81c0b6e-c28f-4388-9887-f18e135d2ea9 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 944 time: 0.0622063 Dec 16 18:14:20.657741 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6a2a3432-c7e9-44e7-937b-95061fcfdbb7 req-a6868b37-6a92-4cf9-aab5-5a0e76aed68b tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534976 Dec 16 18:14:21.041042 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-be2c731d-7d28-43d4-8205-464469ed8ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:21.795868 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4a78b-ef04-45d6-8842-c2375423326f req-2d2f3629-3866-4934-aff6-0dfeba278586 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:21.797380 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-19f4a78b-ef04-45d6-8842-c2375423326f req-2d2f3629-3866-4934-aff6-0dfeba278586 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 944 time: 0.0523982 Dec 16 18:14:21.848984 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-19f4a78b-ef04-45d6-8842-c2375423326f req-9ac2c9f0-2963-48c5-bf1b-3eab9b460512 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Dec 16 18:14:22.681198 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 185eff32-fa67-4f14-8d51-1eec149421f3 details requested by agent hyperv_hv-cinder-81920 with host hv-cinder-81920 {{(pid=102420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 18:14:22.785654 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 185eff32-fa67-4f14-8d51-1eec149421f3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=185eff32-fa67-4f14-8d51-1eec149421f3,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:14:22.798000 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Returning: {'device': '185eff32-fa67-4f14-8d51-1eec149421f3', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'port_id': '185eff32-fa67-4f14-8d51-1eec149421f3', 'mac_address': 'fa:16:3e:7e:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 18:14:22.839789 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:22.852592 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185eff32-fa67-4f14-8d51-1eec149421f3 {{(pid=102420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 18:14:22.871503 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 185eff32-fa67-4f14-8d51-1eec149421f3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=185eff32-fa67-4f14-8d51-1eec149421f3,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:14:22.877837 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:22.926081 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=185eff32-fa67-4f14-8d51-1eec149421f3,revision_number=4']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:14:22.933661 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.933996 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.934338 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.934679 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.935038 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.935385 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.935709 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.936034 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.936355 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.936672 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.936996 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.937323 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.937669 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:14:22.971477 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9786b44-4afa-42a5-a64a-9e7bf6371512 req-e8f5343e-b743-45da-b288-d3bb929eea50 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:22.972840 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d9786b44-4afa-42a5-a64a-9e7bf6371512 req-e8f5343e-b743-45da-b288-d3bb929eea50 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 945 time: 0.0511072 Dec 16 18:14:23.024331 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d9786b44-4afa-42a5-a64a-9e7bf6371512 req-cbd4f98f-e8a5-4e6f-af28-0441226ffecf tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Dec 16 18:14:23.250203 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] get_ports_and_sgs() called for port_ids ['185eff32-fa67-4f14-8d51-1eec149421f3'] {{(pid=102420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 18:14:23.310259 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-eff88bf5-0d87-464e-aca1-be230feb6726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:23.502909 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:24.144013 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:14:24.151109 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43030a4-7c45-4e0a-9f43-d7af8a2bffaa req-783ed128-88ac-46c4-bf87-f22db29def81 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:24.152637 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b43030a4-7c45-4e0a-9f43-d7af8a2bffaa req-783ed128-88ac-46c4-bf87-f22db29def81 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 945 time: 0.0561278 Dec 16 18:14:24.207907 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-b43030a4-7c45-4e0a-9f43-d7af8a2bffaa req-b63daeec-2778-4e45-8582-31cdf947af55 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486557 Dec 16 18:14:24.661804 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:24.695807 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 185eff32-fa67-4f14-8d51-1eec149421f3 up at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 18:14:24.757271 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning for port 185eff32-fa67-4f14-8d51-1eec149421f3 completed by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 18:14:24.762591 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.provisioning_blocks [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Provisioning complete for port 185eff32-fa67-4f14-8d51-1eec149421f3 triggered by entity L2. {{(pid=102420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 18:14:24.763038 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643813'] for port, provisioning_complete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:24.840672 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:24.864391 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3'}] {{(pid=102420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:14:24.866646 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f7fe0ffd983c634bd16df4841b328612f127366a507e8eb70e2ec38cce756d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e1f1b-1492-40c8-bf10-55e4a5f64464" -d '{"events": [{"server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "name": "network-vif-plugged", "status": "completed", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3"}]}' {{(pid=102420) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:14:24.879684 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] For port 185eff32-fa67-4f14-8d51-1eec149421f3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=185eff32-fa67-4f14-8d51-1eec149421f3,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:14:24.886334 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822'] for port, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:24.911404 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d67248-7fb1-4c6e-a2a0-3c9a455f260f x-openstack-request-id: req-c8d67248-7fb1-4c6e-a2a0-3c9a455f260f {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:14:24.911689 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "name": "network-vif-plugged", "status": "completed", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3", "code": 200}]} {{(pid=102420) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:14:24.912042 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8d67248-7fb1-4c6e-a2a0-3c9a455f260f {{(pid=102420) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:14:24.912372 dv-cinder-819200-2-iscsi neutron-server[102420]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3', 'code': 200} Dec 16 18:14:24.946747 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Pushing event updated for resources: {'Port': ['ID=185eff32-fa67-4f14-8d51-1eec149421f3,revision_number=5']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:14:25.144793 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932124c-e5e4-4a9f-a948-25108ba102b7 req-c47c421f-4ae3-45c8-9349-b13abb8c9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:25.146317 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e932124c-e5e4-4a9f-a948-25108ba102b7 req-c47c421f-4ae3-45c8-9349-b13abb8c9ef6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 1099 time: 0.0438333 Dec 16 18:14:25.197076 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-e932124c-e5e4-4a9f-a948-25108ba102b7 req-3bf3a015-b669-4c8d-a018-b40b7ed148ad service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427506 Dec 16 18:14:25.347811 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d154ca-912a-4d50-9896-7b0b2dc107e8 req-bbc63fdf-38c2-4257-b0ca-b8ba14db74c3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:25.349309 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-21d154ca-912a-4d50-9896-7b0b2dc107e8 req-bbc63fdf-38c2-4257-b0ca-b8ba14db74c3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 946 time: 0.0630877 Dec 16 18:14:25.409851 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-21d154ca-912a-4d50-9896-7b0b2dc107e8 req-f41e349e-4d6d-4114-a483-92c28151ac17 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521538 Dec 16 18:14:26.138148 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:26.534486 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b3187-77d1-4369-a207-dde1b70f0c0c req-4de5d44e-e354-4853-9224-a09dad5d4733 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:26.536014 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-be4b3187-77d1-4369-a207-dde1b70f0c0c req-4de5d44e-e354-4853-9224-a09dad5d4733 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 946 time: 0.0528293 Dec 16 18:14:26.587658 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-be4b3187-77d1-4369-a207-dde1b70f0c0c req-2ef1ef58-f509-4c90-8434-d50d0d1edbd3 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455520 Dec 16 18:14:26.798585 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:27.725437 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34819364-2efe-4f26-8a7a-813a47b3d088 req-bb535419-c6d5-4b9d-ac5e-3bc92eda3c67 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:27.726991 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-34819364-2efe-4f26-8a7a-813a47b3d088 req-bb535419-c6d5-4b9d-ac5e-3bc92eda3c67 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 946 time: 0.0600796 Dec 16 18:14:27.784991 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-34819364-2efe-4f26-8a7a-813a47b3d088 req-54c417ff-bfe5-47a4-95f2-e232162b0f41 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514841 Dec 16 18:14:27.921735 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94dc99-dca2-437f-ac30-49a7b1435735 req-57e4b5d6-afc3-430b-ad5e-745def91fdda tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:27.923300 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df94dc99-dca2-437f-ac30-49a7b1435735 req-57e4b5d6-afc3-430b-ad5e-745def91fdda tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 946 time: 0.0585971 Dec 16 18:14:27.976563 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-df94dc99-dca2-437f-ac30-49a7b1435735 req-ab0f0e03-6676-4680-a143-8bdebf8c9038 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469966 Dec 16 18:14:27.999328 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53636) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:14:28.092326 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2287c35-954e-49bd-8dda-7b7addb3e0de tempest-TestVolumeBootPattern-254934154 tempest-TestVolumeBootPattern-254934154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:28.093986 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-e2287c35-954e-49bd-8dda-7b7addb3e0de tempest-TestVolumeBootPattern-254934154 tempest-TestVolumeBootPattern-254934154-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 1094 time: 0.0935116 Dec 16 18:14:28.097791 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53640) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:14:28.102125 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.v2.base [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Request body: {'floatingip': {'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'port_id': '185eff32-fa67-4f14-8d51-1eec149421f3', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 18:14:28.132560 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:28.259646 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:28.378118 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_common [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Allocated IP 172.27.3.213 (a7df87eb-ad07-44fc-92d8-f2909fce2546/22389f27-1942-4d41-b9d0-1ac0d0edf070/90857105-4c69-4d43-9345-08af039b6799) {{(pid=102418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 18:14:28.491160 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:28.531863 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788512803786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:28.581625 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Network a7df87eb-ad07-44fc-92d8-f2909fce2546 is already hosted by enough agents. {{(pid=102418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 18:14:28.588827 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.base_scheduler [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Resources bound (agent type, host, resource id): {{(pid=102418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 18:14:28.591460 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=90857105-4c69-4d43-9345-08af039b6799,revision_number=1']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:14:28.593743 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Received port after_create {{(pid=102418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 18:14:28.970728 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:29.040946 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568596'] for port, before_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:29.191787 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for port, precommit_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:29.200444 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788513352677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788512803804', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788512803822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3335550'] for port, after_update {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:29.273793 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event updated for resources: {'Port': ['ID=90857105-4c69-4d43-9345-08af039b6799,revision_number=2']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:14:29.287414 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632122'] for floatingip, after_create {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:29.387691 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.db.l3_db [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Floating IP d36469ad-bfb8-4521-86ed-c0f6709c189c associated. External IP: 172.27.3.213, port: 185eff32-fa67-4f14-8d51-1eec149421f3. Dec 16 18:14:29.863879 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Router 64db6930-aa3c-4722-a362-5a4722459d95 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:14:29.979000 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:14:29.989484 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:14:30.000496 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:30.000758 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:14:30.001271 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:14:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:14:30.031568 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-fc36bcbf-bc17-407e-8a18-6a282deab180 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9326453 Dec 16 18:14:30.032045 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:14:30.034339 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588" -d '{"events": [{"name": "network-changed", "server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:14:30.070087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2f594b-71eb-487a-9346-a7497352a768 x-openstack-request-id: req-2f2f594b-71eb-487a-9346-a7497352a768 {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:14:30.070462 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:14:30.070810 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f2f594b-71eb-487a-9346-a7497352a768 {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:14:30.071089 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3', 'status': 'completed', 'code': 200} Dec 16 18:14:30.110723 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:14:30.166063 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-85b298f0-4d81-4684-9fcb-7add282fa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:30.167672 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-85b298f0-4d81-4684-9fcb-7add282fa309 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 1099 time: 0.0422132 Dec 16 18:14:30.272048 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-3b2f417a-65c5-4d49-a657-8e1469f578ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:30.273545 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-3b2f417a-65c5-4d49-a657-8e1469f578ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0977867 Dec 16 18:14:30.348207 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-75508eb4-c254-42e6-802c-e57e37047e7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185eff32-fa67-4f14-8d51-1eec149421f3 HTTP/1.1" status: 200 len: 1000 time: 0.0674505 Dec 16 18:14:30.369818 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:12Z', 'revision_number': 1, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}, {'id': 'd36469ad-bfb8-4521-86ed-c0f6709c189c', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': '185eff32-fa67-4f14-8d51-1eec149421f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7e:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:14:28Z', 'updated_at': '2021-12-16T18:14:28Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:14:30.397129 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:14:30.403967 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-b4d93bf3-ee90-4847-a606-8dc860f7b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:30.405525 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-b4d93bf3-ee90-4847-a606-8dc860f7b663 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0494628 Dec 16 18:14:30.414527 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:14:30.415175 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:14:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:14:30.455510 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-d87aea23-aecc-41ed-ac3f-8f779cc73a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:30.457326 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-d87aea23-aecc-41ed-ac3f-8f779cc73a54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447228 Dec 16 18:14:30.528757 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:14:30.555533 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-bcb646f1-7800-4780-8284-a3e8fc3385bc service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905924 Dec 16 18:14:30.656098 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-b8e7e6ea-5531-40bc-bf4c-515feb5b0588 req-ff0eddae-9698-46c3-8395-eae53d4418ae service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924404 Dec 16 18:14:30.779332 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:12Z', 'revision_number': 1, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}, {'id': 'd36469ad-bfb8-4521-86ed-c0f6709c189c', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': '185eff32-fa67-4f14-8d51-1eec149421f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7e:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:14:28Z', 'updated_at': '2021-12-16T18:14:28Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:14:30.809480 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afb258-405c-481d-9bd4-7531f3d6327e None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:12Z', 'revision_number': 1, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}, {'id': 'd36469ad-bfb8-4521-86ed-c0f6709c189c', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': '185eff32-fa67-4f14-8d51-1eec149421f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7e:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:14:28Z', 'updated_at': '2021-12-16T18:14:28Z', 'revision_number': 0, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:14:31.026192 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c72e8-55ef-4089-9930-9aa8380e7aab None None] New status for floating IP d36469ad-bfb8-4521-86ed-c0f6709c189c: ACTIVE {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:14:43.302922 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-05c3c906-ec35-40c4-82a4-e4b228fe8112 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526180 Dec 16 18:14:43.390323 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-69024d32-a44f-4cd6-8e98-bae1be916b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:43.391976 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-69024d32-a44f-4cd6-8e98-bae1be916b02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1098 time: 0.0435410 Dec 16 18:14:43.493571 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-31a3238e-e739-4ccb-b1db-4f680a3b35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:43.495048 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-31a3238e-e739-4ccb-b1db-4f680a3b35ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0837879 Dec 16 18:14:43.565870 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-da2e6cf5-548c-408a-a516-bfe98f911aa6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 200 len: 1000 time: 0.0623510 Dec 16 18:14:43.615298 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-d12579a1-d235-4127-af31-ed42bbf474cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:43.616734 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-d12579a1-d235-4127-af31-ed42bbf474cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0437846 Dec 16 18:14:43.671163 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-805045e0-5364-481a-9023-09b9ff28d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:14:43.673003 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-805045e0-5364-481a-9023-09b9ff28d4ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496063 Dec 16 18:14:43.770214 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-587357a8-6919-493c-ad3a-461af08cd00c service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897019 Dec 16 18:14:43.864115 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-60a69a0d-114d-4812-86ef-da3a5e265864 req-216a7561-a019-4feb-869e-323c76b0f830 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845501 Dec 16 18:14:51.035430 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81e26c97-82b8-4ebe-8dbd-e4401b003c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:53.304670 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e15b2fc4-4c1f-4f4b-aa24-f5807d980b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:53.491449 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:54.660833 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:56.127817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:14:56.799324 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:01.148798 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:15:21.042816 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bb92600c-77a4-42f7-9f1f-fbb65c471545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:23.306154 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-d85aa9ed-b98d-4a0b-beb4-5bf5acc4ad00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:23.513673 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:24.665541 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:26.131390 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:26.798403 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:38.149100 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:15:44.285921 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-ec3de0e8-2c1e-48f7-86b1-19f8449e1486 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438845 Dec 16 18:15:44.354458 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-8b341305-b24e-4381-a74f-c171c77092cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:44.356001 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-8b341305-b24e-4381-a74f-c171c77092cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 1099 time: 0.0467973 Dec 16 18:15:44.470798 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-cbb79fb5-3292-40cb-a230-1f75749c3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:44.472273 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-cbb79fb5-3292-40cb-a230-1f75749c3e17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.0951314 Dec 16 18:15:44.542852 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-343c60e3-8441-412d-9700-31ec5cd41710 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185eff32-fa67-4f14-8d51-1eec149421f3 HTTP/1.1" status: 200 len: 1002 time: 0.0632396 Dec 16 18:15:44.593521 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-36757d1b-00d0-42cc-a6e0-2676cc53c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:44.595071 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-36757d1b-00d0-42cc-a6e0-2676cc53c1fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0456727 Dec 16 18:15:44.640907 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-404232c3-c57f-4765-b45d-c071b833e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:15:44.642454 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-404232c3-c57f-4765-b45d-c071b833e7f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404096 Dec 16 18:15:44.654257 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-732af33d-25e8-4c7c-bae0-2b5b79631f9e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 18:15:44.655263 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-732af33d-25e8-4c7c-bae0-2b5b79631f9e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049331 Dec 16 18:15:44.749426 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-264a9387-7fd6-43bb-ac8e-85728ad9e7bc service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872047 Dec 16 18:15:44.842401 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-5b2c0a47-e220-40d3-8bea-d291aef4d8d2 req-f606c099-0ad2-4726-ad1f-ce11a640190b service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850775 Dec 16 18:15:51.039151 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-4e6974a7-e5f3-4328-aec6-ea015102cddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:53.300094 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2d17cb9a-ffa0-4a62-9a58-570259393073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:53.503324 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:54.670476 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:56.134232 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:15:56.792720 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:15.158224 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:16:21.037685 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3fef8ea1-4208-4823-a2c2-458b0d039bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:21.723846 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53668) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:21.893728 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Deleting port 90857105-4c69-4d43-9345-08af039b6799 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:21.894058 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:21.975776 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:21.976021 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:21.987780 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Calling delete_port for 90857105-4c69-4d43-9345-08af039b6799 owned by network:floatingip {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:22.157498 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:22.183209 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event deleted for resources: {'Port': ['ID=90857105-4c69-4d43-9345-08af039b6799,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:22.196030 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.196412 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.196760 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.197136 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.197472 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.197804 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.198139 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.198472 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.198864 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.199204 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.199882 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.200203 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.200520 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:22.257890 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:22.258148 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Floating IP d36469ad-bfb8-4521-86ed-c0f6709c189c disassociated (deleted). External IP: 172.27.3.213, port: 185eff32-fa67-4f14-8d51-1eec149421f3. Dec 16 18:16:22.490970 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Router 64db6930-aa3c-4722-a362-5a4722459d95 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:16:22.606733 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:16:22.612326 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:22.617994 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:16:22.628954 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:16:22.629582 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:15:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:22.640940 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-499584ce-a3b5-466b-b901-107c9972eb94 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "DELETE /v2.0/floatingips/d36469ad-bfb8-4521-86ed-c0f6709c189c HTTP/1.1" status: 204 len: 168 time: 0.9159942 Dec 16 18:16:22.641638 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:16:22.643913 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:16:22.692636 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626d91b-ec6d-4cb2-b32e-9e95d2d57f7f x-openstack-request-id: req-f626d91b-ec6d-4cb2-b32e-9e95d2d57f7f {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:16:22.693571 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:16:22.693871 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f626d91b-ec6d-4cb2-b32e-9e95d2d57f7f {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:16:22.694285 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3', 'status': 'completed', 'code': 200} Dec 16 18:16:22.754142 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:16:22.762838 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-8652c919-448e-4938-ac80-1dc07823d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.764735 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-8652c919-448e-4938-ac80-1dc07823d17c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 1099 time: 0.0461874 Dec 16 18:16:22.878634 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-93bc8c69-928f-4a15-8471-2420d05972e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.880270 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-93bc8c69-928f-4a15-8471-2420d05972e0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.1047904 Dec 16 18:16:22.899307 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d282b-a145-4499-803e-e08154f1d69f req-1ff3314f-e04a-4864-a191-9b1001d59fad tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.903744 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2b6d282b-a145-4499-803e-e08154f1d69f req-1ff3314f-e04a-4864-a191-9b1001d59fad tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 946 time: 0.0591958 Dec 16 18:16:22.928674 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-0124a7ee-b56c-42da-96dd-7f3a1a00d25d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=185eff32-fa67-4f14-8d51-1eec149421f3 HTTP/1.1" status: 200 len: 217 time: 0.0403633 Dec 16 18:16:22.959033 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-2b6d282b-a145-4499-803e-e08154f1d69f req-19b886f8-56ae-4ca8-a8e3-2f61c5f1442f tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486526 Dec 16 18:16:22.993460 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-e82dc21d-ee80-41c8-a905-5c17e788632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:22.995228 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-e82dc21d-ee80-41c8-a905-5c17e788632d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0597503 Dec 16 18:16:23.027421 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:12Z', 'revision_number': 1, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:23.053485 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:16:23.058265 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-352902d3-f851-4c56-83f1-9f77810db3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:23.059830 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-352902d3-f851-4c56-83f1-9f77810db3a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559771 Dec 16 18:16:23.062485 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:16:23.063107 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:15:53Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:23.166728 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-30a788d7-ea7c-494f-8278-c82cc3e79d36 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990987 Dec 16 18:16:23.173918 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:16:23.283776 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-8709d60e-fde8-44e1-829f-2ddb8c1a1b2f req-417e5126-1c3b-4d16-9a68-f90ac5e74d88 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087453 Dec 16 18:16:23.336938 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-4becdbe2-0c28-4fc7-a392-54203a1f1d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:23.434158 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:12Z', 'revision_number': 1, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:23.461759 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007ef5f-53cd-488d-83fc-1ec39fe25577 None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_floatingips': [{'id': '72819d89-e370-46b6-8b26-bc2ec3617c35', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'router_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'port_id': 'ab182329-7738-48c9-83a9-d6487e56945f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'mac_address': 'fa:16:3e:7c:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T18:12:10Z', 'updated_at': '2021-12-16T18:12:12Z', 'revision_number': 1, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:16:23.511073 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:23.699745 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8df2f71-e19b-4e2d-a730-c183588a9953 None None] New status for floating IP d36469ad-bfb8-4521-86ed-c0f6709c189c: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:16:24.113081 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e9a65-37a7-44e7-85b0-be94dcd8c16f req-bc31b501-96af-4eba-9fee-2f15d024065c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:24.114716 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4a8e9a65-37a7-44e7-85b0-be94dcd8c16f req-bc31b501-96af-4eba-9fee-2f15d024065c tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 946 time: 0.0668192 Dec 16 18:16:24.172468 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4a8e9a65-37a7-44e7-85b0-be94dcd8c16f req-8769d76f-ef0b-44b5-823d-db97ca901584 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485940 Dec 16 18:16:24.556119 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-93d32133-745b-4ae6-a2ed-2edaa8fc0356 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:24.557598 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-93d32133-745b-4ae6-a2ed-2edaa8fc0356 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 946 time: 0.0650389 Dec 16 18:16:24.648746 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Deleting port 185eff32-fa67-4f14-8d51-1eec149421f3 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:24.649040 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:24.670442 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:24.744700 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] For port 185eff32-fa67-4f14-8d51-1eec149421f3, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=185eff32-fa67-4f14-8d51-1eec149421f3,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:24.745040 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:24.758654 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Calling delete_port for 185eff32-fa67-4f14-8d51-1eec149421f3 owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:24.897078 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:24.926806 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event deleted for resources: {'Port': ['ID=185eff32-fa67-4f14-8d51-1eec149421f3,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:24.940373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.940840 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.941087 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.941401 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.941761 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.942080 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.942390 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.942741 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.943069 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.943391 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.943710 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.944030 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.944346 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:24.979532 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] No DVR routers for this DVR port 185eff32-fa67-4f14-8d51-1eec149421f3 on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:16:24.982224 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:24.985690 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-43008d1c-bdba-4574-ab74-38bae51ce70f req-bc419bcb-28a7-4bf2-97ba-c5e76d40a855 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "DELETE /v2.0/ports/185eff32-fa67-4f14-8d51-1eec149421f3 HTTP/1.1" status: 204 len: 173 time: 0.4216361 Dec 16 18:16:24.986129 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'name': 'network-vif-deleted', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:16:24.988557 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f60db55-f273-4e49-a84d-b9150da898df" -d '{"events": [{"server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "name": "network-vif-deleted", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:16:25.037851 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e5100b-be88-4b5b-bffb-9987740d42ff x-openstack-request-id: req-48e5100b-be88-4b5b-bffb-9987740d42ff {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:16:25.038125 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039634e9-ba41-4ea5-98b2-ce5ae01d1a4a", "name": "network-vif-deleted", "tag": "185eff32-fa67-4f14-8d51-1eec149421f3", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:16:25.038981 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48e5100b-be88-4b5b-bffb-9987740d42ff {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:16:25.038981 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039634e9-ba41-4ea5-98b2-ce5ae01d1a4a', 'name': 'network-vif-deleted', 'tag': '185eff32-fa67-4f14-8d51-1eec149421f3', 'status': 'completed', 'code': 200} Dec 16 18:16:25.275142 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d7dc8a9a-598b-4a70-b70a-8fddcb578f37 req-3af87723-e547-40e1-a5aa-2360770b1656 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=039634e9-ba41-4ea5-98b2-ce5ae01d1a4a HTTP/1.1" status: 200 len: 210 time: 0.0285678 Dec 16 18:16:26.136839 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:26.803608 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:28.592933 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53710) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:28.761563 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Deleting port f6871729-8a4f-4f1d-b6f4-f9adc8d19e36 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:28.761910 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:28.850044 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:28.850306 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:28.862258 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Calling delete_port for f6871729-8a4f-4f1d-b6f4-f9adc8d19e36 owned by network:floatingip {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:29.024828 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:29.054132 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event deleted for resources: {'Port': ['ID=f6871729-8a4f-4f1d-b6f4-f9adc8d19e36,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:29.124409 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:29.125016 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.db.l3_db [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Floating IP 72819d89-e370-46b6-8b26-bc2ec3617c35 disassociated (deleted). External IP: 172.27.3.62, port: ab182329-7738-48c9-83a9-d6487e56945f. Dec 16 18:16:29.345105 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Router 64db6930-aa3c-4722-a362-5a4722459d95 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:16:29.393257 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 185eff32-fa67-4f14-8d51-1eec149421f3 no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:29.417770 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: 185eff32-fa67-4f14-8d51-1eec149421f3 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:16:29.418123 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device 185eff32-fa67-4f14-8d51-1eec149421f3 not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:16:29.477470 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:16:29.483789 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:29.489346 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:16:29.501123 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:16:29.501821 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:16:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:29.516986 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-9f06ee66-7fbd-48cf-8841-34a67615d8bc tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "DELETE /v2.0/floatingips/72819d89-e370-46b6-8b26-bc2ec3617c35 HTTP/1.1" status: 204 len: 168 time: 0.9228971 Dec 16 18:16:29.518095 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f'}] {{(pid=102419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:16:29.520507 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7bbb0b01176402a3f86dd2b6cf1b4a06fe3826dcff408f59f2276f0b40352d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eada52-6003-4c4a-9f0e-4ec919da41d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "tag": "ab182329-7738-48c9-83a9-d6487e56945f"}]}' {{(pid=102419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:16:29.563478 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70519e03-f72e-443e-9a2f-48cdbb0efa6a x-openstack-request-id: req-70519e03-f72e-443e-9a2f-48cdbb0efa6a {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:16:29.564131 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "tag": "ab182329-7738-48c9-83a9-d6487e56945f", "status": "completed", "code": 200}]} {{(pid=102419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:16:29.564519 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70519e03-f72e-443e-9a2f-48cdbb0efa6a {{(pid=102419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:16:29.565066 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f', 'status': 'completed', 'code': 200} Dec 16 18:16:29.621468 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:16:29.636920 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-6dfe911e-feda-4b80-a4f7-acb81c7310e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:29.638921 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-6dfe911e-feda-4b80-a4f7-acb81c7310e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c0363bdeefbc4436897296eeed016e4b&device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 1098 time: 0.0512023 Dec 16 18:16:29.778271 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-b5b539a1-1201-41d5-88ea-98018f16b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:29.780369 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-b5b539a1-1201-41d5-88ea-98018f16b057 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 200 len: 913 time: 0.1287248 Dec 16 18:16:29.793431 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e95dd-0946-41aa-9e95-23bdf753485b req-c0723415-7a02-4019-a062-6a6082b01098 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:29.795789 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f35e95dd-0946-41aa-9e95-23bdf753485b req-c0723415-7a02-4019-a062-6a6082b01098 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 945 time: 0.0635476 Dec 16 18:16:29.836615 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-298cfd8b-0b74-4d99-9c5b-5aa64690544f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 200 len: 217 time: 0.0472043 Dec 16 18:16:29.869395 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [req-f35e95dd-0946-41aa-9e95-23bdf753485b req-83b248ce-e0cf-4320-8215-8b5b4b675995 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650918 Dec 16 18:16:29.911908 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:29.914314 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-81d42023-8cf9-4c03-a68c-3beebb50e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:29.915914 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-81d42023-8cf9-4c03-a68c-3beebb50e9d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 200 len: 851 time: 0.0707388 Dec 16 18:16:29.948274 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:16:29.958946 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:16:29.959580 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:16:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:29.981594 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-68f0a7ee-5af2-4ce8-b72a-97dd9037d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:29.983495 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-68f0a7ee-5af2-4ce8-b72a-97dd9037d8dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34227dbd-7f78-49eb-8b6b-4fa4ee1247af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585799 Dec 16 18:16:30.078914 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-06462019-1968-44d4-8dfb-9e4acaac6dda service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869017 Dec 16 18:16:30.084313 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:16:30.204317 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-d4eada52-6003-4c4a-9f0e-4ec919da41d3 req-949a47cd-7ed7-4748-861a-19519422e223 service neutron] 10.222.0.76 "GET /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169424 Dec 16 18:16:30.448096 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:30.479405 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521a495-fcfb-40b2-aedf-8d78cdf0564f None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:08:41Z', 'revision_number': 4, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi', '_interfaces': [{'id': 'a2c32d37-4a39-4f5d-b4a4-d08158254af5', 'name': '', 'network_id': '34227dbd-7f78-49eb-8b6b-4fa4ee1247af', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'mac_address': 'fa:16:3e:87:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:40Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'subnets': [{'id': 'c23ea955-8cf1-4b30-b5e4-53adbf1fb14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:16:30.712384 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef4662-c057-4d1d-9f55-489f22bc044d None None] New status for floating IP 72819d89-e370-46b6-8b26-bc2ec3617c35: DOWN {{(pid=102421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 18:16:31.013857 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294dd34-a935-43f3-bcdf-08c102d79e19 req-d0382567-0e61-4980-aec8-c9e9d76c7795 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:31.015264 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6294dd34-a935-43f3-bcdf-08c102d79e19 req-d0382567-0e61-4980-aec8-c9e9d76c7795 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Dec 16 18:16:31.069296 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-6294dd34-a935-43f3-bcdf-08c102d79e19 req-155f55ed-8010-4041-b412-73537cb0eebb tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/security-groups?id=a20747cc-f509-4bac-bddc-a77d8e63bb6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469010 Dec 16 18:16:31.457677 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6824b-9091-4018-bac3-90697cb31565 req-ec2acc1f-b48b-40df-9f2f-d00e5193dca2 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 18:16:31.459229 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4fe6824b-9091-4018-bac3-90697cb31565 req-ec2acc1f-b48b-40df-9f2f-d00e5193dca2 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 945 time: 0.0498769 Dec 16 18:16:31.552794 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Deleting port ab182329-7738-48c9-83a9-d6487e56945f {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:31.553099 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:31.640983 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] For port ab182329-7738-48c9-83a9-d6487e56945f, host hv-cinder-81920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81920',level=0,port_id=ab182329-7738-48c9-83a9-d6487e56945f,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:31.641344 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:31.654260 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Calling delete_port for ab182329-7738-48c9-83a9-d6487e56945f owned by compute:nova {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:31.802141 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:31.831268 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event deleted for resources: {'Port': ['ID=ab182329-7738-48c9-83a9-d6487e56945f,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:31.877549 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] No DVR routers for this DVR port ab182329-7738-48c9-83a9-d6487e56945f on host hv-cinder-81920 {{(pid=102418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:16:31.880278 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for port, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:31.883641 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-4fe6824b-9091-4018-bac3-90697cb31565 req-a11c20c8-30d9-4de9-bae0-000f6d585acd tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.76 "DELETE /v2.0/ports/ab182329-7738-48c9-83a9-d6487e56945f HTTP/1.1" status: 204 len: 173 time: 0.4175241 Dec 16 18:16:31.884083 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'name': 'network-vif-deleted', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f'}] {{(pid=102418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 18:16:31.886358 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec8d54fe54aae6ec064423c087e17fc1d27552273a42268a59474e39823834c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c28c432-5617-4c98-933f-b025038b43a8" -d '{"events": [{"server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "name": "network-vif-deleted", "tag": "ab182329-7738-48c9-83a9-d6487e56945f"}]}' {{(pid=102418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 18:16:31.928243 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8d1eaa-0aec-4701-80b0-72a6095aec4b x-openstack-request-id: req-8e8d1eaa-0aec-4701-80b0-72a6095aec4b {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 18:16:31.928537 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f399bec9-d530-4ccd-aec8-d23c34c105d8", "name": "network-vif-deleted", "tag": "ab182329-7738-48c9-83a9-d6487e56945f", "status": "completed", "code": 200}]} {{(pid=102418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 18:16:31.928793 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e8d1eaa-0aec-4701-80b0-72a6095aec4b {{(pid=102418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 18:16:31.929204 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f399bec9-d530-4ccd-aec8-d23c34c105d8', 'name': 'network-vif-deleted', 'tag': 'ab182329-7738-48c9-83a9-d6487e56945f', 'status': 'completed', 'code': 200} Dec 16 18:16:32.168088 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [req-aa219055-0182-43a4-9dd4-c16a42a71215 req-4966da29-4ec6-49d3-ae22-6adf11669806 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "GET /v2.0/ports?device_id=f399bec9-d530-4ccd-aec8-d23c34c105d8 HTTP/1.1" status: 200 len: 210 time: 0.0275366 Dec 16 18:16:33.228076 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53726) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:33.357137 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Deleting port 99ea9dbd-df6c-41a6-b290-826883e237f7 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:33.357456 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:33.709211 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:33.709537 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:33.721757 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Calling delete_port for 99ea9dbd-df6c-41a6-b290-826883e237f7 owned by network:floatingip {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:33.853022 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:33.875579 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event deleted for resources: {'Port': ['ID=99ea9dbd-df6c-41a6-b290-826883e237f7,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:33.937852 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for floatingip, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:33.940419 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62487'] for floatingip, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:33.941570 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-86502216-2a89-4b15-9610-35ceede993c4 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "DELETE /v2.0/floatingips/a88e547e-37a8-4b68-8756-93f3eb447129 HTTP/1.1" status: 204 len: 168 time: 0.7124817 Dec 16 18:16:35.148230 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53738) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:35.206413 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a8bc59b6-73bc-49a7-be04-bdfef9e595b0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:35.230923 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a8bc59b6-73bc-49a7-be04-bdfef9e595b0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:35.288885 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a8bc59b6-73bc-49a7-be04-bdfef9e595b0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:35.291501 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-a8bc59b6-73bc-49a7-be04-bdfef9e595b0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Publish callbacks [] for security_group, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:35.292676 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-a8bc59b6-73bc-49a7-be04-bdfef9e595b0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] 10.222.0.32 "DELETE /v2.0/security-groups/a20747cc-f509-4bac-bddc-a77d8e63bb6a HTTP/1.1" status: 204 len: 168 time: 0.1434531 Dec 16 18:16:35.302791 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc59b6-73bc-49a7-be04-bdfef9e595b0 tempest-TestVolumeBootPattern-99593887 tempest-TestVolumeBootPattern-99593887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20747cc-f509-4bac-bddc-a77d8e63bb6a,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:35.357308 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53742) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:35.427065 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device ab182329-7738-48c9-83a9-d6487e56945f no longer exists at agent hyperv_hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:35.447742 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] No Port match for: ab182329-7738-48c9-83a9-d6487e56945f {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:16:35.448090 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Device ab182329-7738-48c9-83a9-d6487e56945f not bound to the agent host hv-cinder-81920 {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:16:35.806466 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:36.054175 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Deleting port a2c32d37-4a39-4f5d-b4a4-d08158254af5 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:36.054645 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:36.136620 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] For port a2c32d37-4a39-4f5d-b4a4-d08158254af5, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a2c32d37-4a39-4f5d-b4a4-d08158254af5,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:36.137001 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:36.149221 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Calling delete_port for a2c32d37-4a39-4f5d-b4a4-d08158254af5 owned by network:router_interface {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:36.329628 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:36.355653 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c32d37-4a39-4f5d-b4a4-d08158254af5,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:36.524881 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:36.996671 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Router 64db6930-aa3c-4722-a362-5a4722459d95 has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:16:37.105349 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:16:37.110891 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-f9b6fcf4-3a2d-4b2e-ab24-d38ecfc8f835 admin admin] 10.222.0.32 "PUT /v2.0/routers/64db6930-aa3c-4722-a362-5a4722459d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7522454 Dec 16 18:16:37.112891 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53746) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:37.114421 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] Sync routers for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:16:37.125368 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:16:37.125983 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:16:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:37.215768 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks [] for router, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.231416 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: dv-cinder-819200-2-iscsi {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:16:37.316800 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.374200 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Deleting port 2f14a10a-728a-4871-b224-30405f4a3a6f {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:37.374547 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.417710 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:16:36Z', 'revision_number': 5, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port': {'id': '2f14a10a-728a-4871-b224-30405f4a3a6f', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64db6930-aa3c-4722-a362-5a4722459d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:39Z', 'updated_at': '2021-12-16T18:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:37.443966 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] Checking router: 64db6930-aa3c-4722-a362-5a4722459d95 for host: dv-cinder-819200-2-iscsi {{(pid=102420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:16:37.452919 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] Routers {'64db6930-aa3c-4722-a362-5a4722459d95'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:16:37.453523 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:16:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['64db6930-aa3c-4722-a362-5a4722459d95'], 'active': True} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:37.454444 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] For port 2f14a10a-728a-4871-b224-30405f4a3a6f, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=2f14a10a-728a-4871-b224-30405f4a3a6f,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:37.455094 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.468984 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Calling delete_port for 2f14a10a-728a-4871-b224-30405f4a3a6f owned by network:router_gateway {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:37.543674 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvr_db [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] Set router 64db6930-aa3c-4722-a362-5a4722459d95 gateway port host: None {{(pid=102420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:16:37.596976 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_hamode_db [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:16:37Z', 'revision_number': 6, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:37.622325 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a56597-ffb1-4cbd-9dd9-db778e60ca5a None None] The sync data for ids ['64db6930-aa3c-4722-a362-5a4722459d95'] in dv-cinder-819200-2-iscsi is: [{'id': '64db6930-aa3c-4722-a362-5a4722459d95', 'name': 'tempest-TestVolumeBootPattern-1266038553-router', 'tenant_id': 'c0363bdeefbc4436897296eeed016e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:38Z', 'updated_at': '2021-12-16T18:16:37Z', 'revision_number': 6, 'project_id': 'c0363bdeefbc4436897296eeed016e4b', 'gw_port_host': None}] {{(pid=102420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:16:37.638199 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.667367 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f14a10a-728a-4871-b224-30405f4a3a6f,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:37.726879 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.814089 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.816337 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.859781 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.860295 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64db6930-aa3c-4722-a362-5a4722459d95 {{(pid=102418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:16:37.864807 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.865999 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-e5beb1ab-255e-4899-b61d-ab2a98148094 admin admin] 10.222.0.32 "DELETE /v2.0/routers/64db6930-aa3c-4722-a362-5a4722459d95 HTTP/1.1" status: 204 len: 168 time: 0.7521102 Dec 16 18:16:37.868732 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53748) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:37.916948 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cb0dbf-d081-4779-80e4-44ca7db68489 admin admin] Deleting subnet c23ea955-8cf1-4b30-b5e4-53adbf1fb14e {{(pid=102419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:16:37.920046 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-58cb0dbf-d081-4779-80e4-44ca7db68489 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:37.953591 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-58cb0dbf-d081-4779-80e4-44ca7db68489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2504350'] for subnet, precommit_delete_associations {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.035999 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-58cb0dbf-d081-4779-80e4-44ca7db68489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.073392 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a2c32d37-4a39-4f5d-b4a4-d08158254af5 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:38.094470 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: a2c32d37-4a39-4f5d-b4a4-d08158254af5 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:16:38.094935 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a2c32d37-4a39-4f5d-b4a4-d08158254af5 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:16:38.111722 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-58cb0dbf-d081-4779-80e4-44ca7db68489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2383360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3245940'] for subnet, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.137763 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb0dbf-d081-4779-80e4-44ca7db68489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23ea955-8cf1-4b30-b5e4-53adbf1fb14e,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:38.139760 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-58cb0dbf-d081-4779-80e4-44ca7db68489 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.142943 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-58cb0dbf-d081-4779-80e4-44ca7db68489 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c23ea955-8cf1-4b30-b5e4-53adbf1fb14e HTTP/1.1" status: 204 len: 168 time: 0.2731128 Dec 16 18:16:38.146281 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0e964-5684-41b5-a0c6-34d851b8d9f6 None None] Network 34227dbd-7f78-49eb-8b6b-4fa4ee1247af requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:16:38.146848 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53750) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:38.215509 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.273354 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Deleting port f7a33c96-9a77-4f85-97cc-96a834f884da {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:38.273711 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.340473 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] For port f7a33c96-9a77-4f85-97cc-96a834f884da, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=f7a33c96-9a77-4f85-97cc-96a834f884da,segment=NetworkSegment(77ce881c-1156-4aea-93ef-a8e52b6f65f7),segment_id=77ce881c-1156-4aea-93ef-a8e52b6f65f7)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:38.340724 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.353222 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Calling delete_port for f7a33c96-9a77-4f85-97cc-96a834f884da owned by network:dhcp {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:38.402540 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] DHCP port deletion for 34227dbd-7f78-49eb-8b6b-4fa4ee1247af request from dv-cinder-819200-2-iscsi {{(pid=102420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:16:38.448461 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.455123 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Deleting port f7a33c96-9a77-4f85-97cc-96a834f884da {{(pid=102420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:38.455505 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.479209 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] No DVR routers for this DVR port f7a33c96-9a77-4f85-97cc-96a834f884da on host dv-cinder-819200-2-iscsi {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:16:38.484440 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a33c96-9a77-4f85-97cc-96a834f884da,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:38.526678 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] For port f7a33c96-9a77-4f85-97cc-96a834f884da, host dv-cinder-819200-2-iscsi, got binding levels [] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:38.527078 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.539799 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Calling delete_port for f7a33c96-9a77-4f85-97cc-96a834f884da owned by network:dhcp {{(pid=102420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:38.542530 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.ipam_backend_mixin [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Port f7a33c96-9a77-4f85-97cc-96a834f884da was not found and therefore no delete operation was performed {{(pid=102420) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 18:16:38.543819 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795'] for port, after_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.554337 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.568946 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Pushing event deleted for resources: {'Port': ['ID=f7a33c96-9a77-4f85-97cc-96a834f884da,revision_number=None']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:38.576810 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34227dbd-7f78-49eb-8b6b-4fa4ee1247af']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:38.577060 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] No DVR routers for this DVR port f7a33c96-9a77-4f85-97cc-96a834f884da on host dv-cinder-819200-2-iscsi {{(pid=102420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:16:38.580120 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.580120 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.580348 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.580687 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.581201 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.581201 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.581814 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.582139 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.582475 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.582833 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.583165 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.583490 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.583817 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee6e82-1fdb-44f5-89c6-efaf2911e263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819200-2-iscsi {{(pid=102420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 18:16:38.591290 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ce881c-1156-4aea-93ef-a8e52b6f65f7') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:38.591592 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ce881c-1156-4aea-93ef-a8e52b6f65f7') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:38.607602 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.621938 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.629738 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:16:38.630300 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:16:38.632263 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:16:38.687922 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.697713 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:38.700960 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/34227dbd-7f78-49eb-8b6b-4fa4ee1247af HTTP/1.1" status: 204 len: 168 time: 0.5537121 Dec 16 18:16:38.703943 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53752) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:38.712355 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3c70e-fc2a-4e18-b90e-6255fd0f81ba admin admin] Pushing event deleted for resources: {'Network': ['ID=34227dbd-7f78-49eb-8b6b-4fa4ee1247af,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:39.070058 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1631354'] for router_interface, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:39.334375 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Deleting port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:39.334654 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:39.414741 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] For port d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,segment=NetworkSegment(550b9795-c091-4727-b97b-03a0bbe18f70),segment_id=550b9795-c091-4727-b97b-03a0bbe18f70)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:39.415063 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:39.427952 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Calling delete_port for d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba owned by network:router_interface {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:39.614206 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:39.642884 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:39.805449 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1631462'] for router_interface, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:40.021990 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Router 62b0644b-e065-4cad-a7e7-ae43aaec403c has already been hosted by L3 agent ec9140a2-7030-47ca-8f60-07a8e112b986 {{(pid=102418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 18:16:40.057430 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device f7a33c96-9a77-4f85-97cc-96a834f884da no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:40.078906 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: f7a33c96-9a77-4f85-97cc-96a834f884da {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:16:40.079258 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device f7a33c96-9a77-4f85-97cc-96a834f884da not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:16:40.079680 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 2f14a10a-728a-4871-b224-30405f4a3a6f no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:40.099451 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 2f14a10a-728a-4871-b224-30405f4a3a6f {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:16:40.099806 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 2f14a10a-728a-4871-b224-30405f4a3a6f not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:16:40.131188 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] Notify agent at l3_agent.dv-cinder-819200-2-iscsi the message routers_updated {{(pid=102418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 18:16:40.136024 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-dd97c7e0-1da6-4fdf-9c3c-db2089c2766f admin admin] 10.222.0.32 "PUT /v2.0/routers/62b0644b-e065-4cad-a7e7-ae43aaec403c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4310582 Dec 16 18:16:40.138673 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53754) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:40.142366 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] Sync routers for ids ['62b0644b-e065-4cad-a7e7-ae43aaec403c'] in dv-cinder-819200-2-iscsi {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 18:16:40.153683 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] Routers {'62b0644b-e065-4cad-a7e7-ae43aaec403c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:16:40.154384 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:16:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['62b0644b-e065-4cad-a7e7-ae43aaec403c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:40.241981 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks [] for router, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:40.259567 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] Set router 62b0644b-e065-4cad-a7e7-ae43aaec403c gateway port host: dv-cinder-819200-2-iscsi {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:16:40.342956 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:40.443608 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'external_fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:16:39Z', 'revision_number': 5, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port': {'id': 'a6d9743a-bfc4-4d7f-a509-75abe1841698', 'name': '', 'network_id': 'a7df87eb-ad07-44fc-92d8-f2909fce2546', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819200-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '22389f27-1942-4d41-b9d0-1ac0d0edf070', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819200-2-iscsi'}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:40.470355 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] Checking router: 62b0644b-e065-4cad-a7e7-ae43aaec403c for host: dv-cinder-819200-2-iscsi {{(pid=102421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 18:16:40.480169 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] Routers {'62b0644b-e065-4cad-a7e7-ae43aaec403c'} bound to L3 agent in host dv-cinder-819200-2-iscsi {{(pid=102421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 18:16:40.480810 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819200-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T17:47:23Z,description=,heartbeat_timestamp=2021-12-16T18:16:23Z,host='dv-cinder-819200-2-iscsi',id=ec9140a2-7030-47ca-8f60-07a8e112b986,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T17:47:23Z,topic='l3_agent')) {'router_ids': ['62b0644b-e065-4cad-a7e7-ae43aaec403c'], 'active': True} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:40.567503 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_dvr_db [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] Set router 62b0644b-e065-4cad-a7e7-ae43aaec403c gateway port host: None {{(pid=102421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 18:16:40.665273 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Deleting port a6d9743a-bfc4-4d7f-a509-75abe1841698 {{(pid=102418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:40.665615 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:40.709564 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.l3_hamode_db [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:16:40Z', 'revision_number': 6, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port_host': None}], 'dv-cinder-819200-2-iscsi', False) {} {{(pid=102421) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:40.737191 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3333d5-92db-4b7f-873d-f6bd5edcb63c None None] The sync data for ids ['62b0644b-e065-4cad-a7e7-ae43aaec403c'] in dv-cinder-819200-2-iscsi is: [{'id': '62b0644b-e065-4cad-a7e7-ae43aaec403c', 'name': 'tempest-TestVolumeBootPattern-576553947-router', 'tenant_id': 'd69f0174f9a44f06811e150eaedf4ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T18:08:43Z', 'updated_at': '2021-12-16T18:16:40Z', 'revision_number': 6, 'project_id': 'd69f0174f9a44f06811e150eaedf4ade', 'gw_port_host': None}] {{(pid=102421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 18:16:40.749838 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.db [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] For port a6d9743a-bfc4-4d7f-a509-75abe1841698, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=a6d9743a-bfc4-4d7f-a509-75abe1841698,segment=NetworkSegment(136a8001-d4d4-492e-b067-34d7c5977048),segment_id=136a8001-d4d4-492e-b067-34d7c5977048)] {{(pid=102418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:40.749838 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:40.766938 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.plugins.ml2.plugin [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Calling delete_port for a6d9743a-bfc4-4d7f-a509-75abe1841698 owned by network:router_gateway {{(pid=102418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:40.930564 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3335431'] for port, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:40.955294 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d9743a-bfc4-4d7f-a509-75abe1841698,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:41.014372 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632068'] for router_gateway, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.101952 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1637332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108669'] for router, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.104373 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.155329 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1637341'] for router, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.155872 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b0644b-e065-4cad-a7e7-ae43aaec403c {{(pid=102418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 18:16:41.161468 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] Publish callbacks [] for router, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.162637 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-e57edf3a-e8ad-4255-9137-a043c1aa7a27 admin admin] 10.222.0.32 "DELETE /v2.0/routers/62b0644b-e065-4cad-a7e7-ae43aaec403c HTTP/1.1" status: 204 len: 168 time: 1.0231452 Dec 16 18:16:41.165305 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [-] (102418) accepted ('10.222.0.32', 53756) {{(pid=102418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:41.211268 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc074128-96e3-4f46-bece-cc034d2c60bc admin admin] Deleting subnet 6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd {{(pid=102418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 18:16:41.214456 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cc074128-96e3-4f46-bece-cc034d2c60bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.248176 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cc074128-96e3-4f46-bece-cc034d2c60bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126504371'] for subnet, precommit_delete_associations {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.326036 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cc074128-96e3-4f46-bece-cc034d2c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-638923'] for subnet, precommit_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.380366 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cc074128-96e3-4f46-bece-cc034d2c60bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-638912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3335472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126170107'] for subnet, after_delete {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.407661 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc074128-96e3-4f46-bece-cc034d2c60bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd,revision_number=None']} {{(pid=102418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:41.410282 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron_lib.callbacks.manager [None req-cc074128-96e3-4f46-bece-cc034d2c60bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for subnet, before_response {{(pid=102418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.415843 dv-cinder-819200-2-iscsi neutron-server[102418]: INFO neutron.wsgi [None req-cc074128-96e3-4f46-bece-cc034d2c60bc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b77da1e-92cc-45a3-b3bb-43c7a4f6b2dd HTTP/1.1" status: 204 len: 168 time: 0.2471669 Dec 16 18:16:41.416009 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99c04c9-e676-47e3-9f90-4dd25eacbfab None None] Network b4490f64-f25d-4164-aa0d-c06bc2f2527c requested from dv-cinder-819200-2-iscsi {{(pid=102420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 18:16:41.416604 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53758) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:41.498373 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588005'] for network, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.565917 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Deleting port 34f4f48d-48cb-4d5e-9156-048564bf5170 {{(pid=102419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:41.566267 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.586899 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] DHCP port deletion for b4490f64-f25d-4164-aa0d-c06bc2f2527c request from dv-cinder-819200-2-iscsi {{(pid=102420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 18:16:41.633642 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.db [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] For port 34f4f48d-48cb-4d5e-9156-048564bf5170, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=34f4f48d-48cb-4d5e-9156-048564bf5170,segment=NetworkSegment(550b9795-c091-4727-b97b-03a0bbe18f70),segment_id=550b9795-c091-4727-b97b-03a0bbe18f70)] {{(pid=102419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:41.633982 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.647206 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.plugin [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Calling delete_port for 34f4f48d-48cb-4d5e-9156-048564bf5170 owned by network:dhcp {{(pid=102419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:41.649028 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] Deleting port 34f4f48d-48cb-4d5e-9156-048564bf5170 {{(pid=102420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 18:16:41.649465 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788513181296'] for port, before_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.717976 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.db [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] For port 34f4f48d-48cb-4d5e-9156-048564bf5170, host dv-cinder-819200-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819200-2-iscsi',level=0,port_id=34f4f48d-48cb-4d5e-9156-048564bf5170,segment=NetworkSegment(550b9795-c091-4727-b97b-03a0bbe18f70),segment_id=550b9795-c091-4727-b97b-03a0bbe18f70)] {{(pid=102420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 18:16:41.718449 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1791471'] for port, precommit_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.734188 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] Calling delete_port for 34f4f48d-48cb-4d5e-9156-048564bf5170 owned by network:dhcp {{(pid=102420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 18:16:41.738777 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2383415'] for port, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.769496 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=34f4f48d-48cb-4d5e-9156-048564bf5170,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:41.771617 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] No DVR routers for this DVR port 34f4f48d-48cb-4d5e-9156-048564bf5170 on host dv-cinder-819200-2-iscsi {{(pid=102419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:16:41.842795 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788513352659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788512803795'] for port, after_delete {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.850931 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640348', 'neutron.services.segments.db._delete_segments_for_network-8788513289602'] for network, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.867259 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] Pushing event deleted for resources: {'Port': ['ID=34f4f48d-48cb-4d5e-9156-048564bf5170,revision_number=None']} {{(pid=102420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:41.870994 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe012e-79ac-41fc-89f2-7e068678c869 None None] No DVR routers for this DVR port 34f4f48d-48cb-4d5e-9156-048564bf5170 on host dv-cinder-819200-2-iscsi {{(pid=102420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 18:16:41.871184 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4490f64-f25d-4164-aa0d-c06bc2f2527c']}} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:41.883569 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550b9795-c091-4727-b97b-03a0bbe18f70') {'for_net_delete': True} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:41.883569 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.services.segments.db [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550b9795-c091-4727-b97b-03a0bbe18f70') {} {{(pid=102419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 18:16:41.892713 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788513290379', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2504293'] for segment, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.906157 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482'] for segment, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.912767 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 18:16:41.913160 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-636482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2383466'] for segment, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: Traceback (most recent call last): Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: timer() Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: cb(*args, **kw) Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: return func(*args, **kwargs) Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: self._notify() Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: self.callback(batched_events) Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: event.method(event) Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: return f(self, *a, **k) Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._get(url).json() Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: return self.request(url, 'GET', **kwargs) Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 18:16:41.915037 dv-cinder-819200-2-iscsi neutron-server[102419]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 18:16:41.970863 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640341', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632104'] for network, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.988850 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601874'] for network, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:41.992184 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] 10.222.0.32 "DELETE /v2.0/networks/b4490f64-f25d-4164-aa0d-c06bc2f2527c HTTP/1.1" status: 204 len: 168 time: 0.5747387 Dec 16 18:16:41.993521 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace48b8-5265-4f1b-9d4a-f95205f62e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=b4490f64-f25d-4164-aa0d-c06bc2f2527c,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:42.012348 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 34f4f48d-48cb-4d5e-9156-048564bf5170 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:42.033056 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: 34f4f48d-48cb-4d5e-9156-048564bf5170 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:16:42.033405 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device 34f4f48d-48cb-4d5e-9156-048564bf5170 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:16:42.033973 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:42.053238 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:16:42.053635 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device d6bfcbd3-23bb-4c23-8f04-34abf5aa52ba not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:16:42.054048 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a6d9743a-bfc4-4d7f-a509-75abe1841698 no longer exists at agent ovs-agent-dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 18:16:42.073136 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] No Port match for: a6d9743a-bfc4-4d7f-a509-75abe1841698 {{(pid=102420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 18:16:42.073484 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron.plugins.ml2.rpc [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Device a6d9743a-bfc4-4d7f-a509-75abe1841698 not bound to the agent host dv-cinder-819200-2-iscsi {{(pid=102420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 18:16:42.110218 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53762) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:42.160424 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d2cebc68-d89d-4c31-8150-1f3ddfe8162c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0363bdeefbc4436897296eeed016e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489297 Dec 16 18:16:42.163315 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53764) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:42.231448 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8a95e83d-6fb6-462c-b90e-e1c70fec1367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.255438 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8a95e83d-6fb6-462c-b90e-e1c70fec1367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.306415 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8a95e83d-6fb6-462c-b90e-e1c70fec1367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.309080 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-8a95e83d-6fb6-462c-b90e-e1c70fec1367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.310240 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-8a95e83d-6fb6-462c-b90e-e1c70fec1367 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/883d0f7f-06a7-4839-9372-3f33de71ce56 HTTP/1.1" status: 204 len: 168 time: 0.1460342 Dec 16 18:16:42.318544 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95e83d-6fb6-462c-b90e-e1c70fec1367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d0f7f-06a7-4839-9372-3f33de71ce56,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:42.641131 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53770) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:42.682584 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-d72b30a3-eef8-4335-a44b-ead3da1f2cbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d69f0174f9a44f06811e150eaedf4ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402331 Dec 16 18:16:42.686069 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [-] (102419) accepted ('10.222.0.32', 53772) {{(pid=102419) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 18:16:42.735038 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e872483b-ab2d-4239-9659-6f9f659f9f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.759655 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e872483b-ab2d-4239-9659-6f9f659f9f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.807486 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e872483b-ab2d-4239-9659-6f9f659f9f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762439'] for security_group, after_delete {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.809972 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron_lib.callbacks.manager [None req-e872483b-ab2d-4239-9659-6f9f659f9f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:42.811087 dv-cinder-819200-2-iscsi neutron-server[102419]: INFO neutron.wsgi [None req-e872483b-ab2d-4239-9659-6f9f659f9f2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82519c2e-a10b-4206-b5fb-6a066dd85259 HTTP/1.1" status: 204 len: 168 time: 0.1241584 Dec 16 18:16:42.818857 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872483b-ab2d-4239-9659-6f9f659f9f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82519c2e-a10b-4206-b5fb-6a066dd85259,revision_number=None']} {{(pid=102419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 18:16:51.040413 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-1c9663c7-a27c-455d-a2bd-6fb81a3ce234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:52.149465 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:16:53.301401 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ffb6b300-c436-4c74-98f6-4ce57b13db3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:53.523114 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:54.672429 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:56.142879 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:16:56.801337 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:10.608521 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [req-23782bdb-ce21-4527-bff8-d01093139490 req-875fb1da-be65-43c0-951d-ae3307a73afd service neutron] (102419) timed out ('10.222.0.76', 60356) {{(pid=102419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 18:17:21.038488 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-00ce3da2-4625-4a67-b2db-396097ab1b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:23.311347 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bfe8175a-1140-45ea-b2c3-d1546fc65dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:23.529777 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:24.679242 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:26.145462 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:26.797646 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:29.154188 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:17:47.494071 dv-cinder-819200-2-iscsi neutron-server[102418]: DEBUG neutron.wsgi [req-eba37de6-ff0d-496a-9dc6-4fa2dc431d6e req-a1280280-7691-46e7-b5f4-991324b67b93 service neutron] (102418) timed out ('10.222.0.32', 50526) {{(pid=102418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 18:17:51.035394 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8f63340d-d50a-4719-9139-65d5f450be4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:53.306276 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-492a78f1-70f1-4287-8346-bba2e2c53e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:53.517024 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:54.678057 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:56.150448 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:17:56.804777 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:06.156617 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:18:21.037660 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-6294f726-42c5-4d97-809f-40a6d05e6ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:23.304576 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-20a193f2-e70b-4793-aba0-a371e5249828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:23.517803 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:24.690690 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:26.146210 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:26.805617 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:43.160085 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:18:51.032464 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8f41e62b-1e9a-49f0-9563-3270aa1c53bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:53.300862 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2a88-5642-4b72-899e-3b1e1233cb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:53.513012 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:54.684856 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:56.148318 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:18:56.806094 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:20.163845 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:19:21.047295 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-93c0d4ee-e216-45bd-914c-d5dfbcda3050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:23.307776 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-a18f359e-54de-48be-b0d8-f69cd1df1f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:23.528601 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:24.700491 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:26.152856 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:26.802314 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:51.043662 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-b7fcf02b-2d29-4b43-9f42-cd363bf0a134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:53.294389 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-bdaaf43b-9e55-49ef-8530-aeb7062896d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:53.542042 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:54.694532 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:56.154610 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:56.799342 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:19:57.167587 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:20:21.040705 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-8c3266ef-8342-4c21-90e2-4f1bfddc97cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:21.197172 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [req-025b1919-45f3-457a-950b-dec8bf7da56e req-8b92d99b-30db-4f7d-a2bc-053f1a073c3e tempest-AttachVolumeTestJSON-520543518 tempest-AttachVolumeTestJSON-520543518-project] (102419) timed out ('10.222.0.76', 60343) {{(pid=102419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 18:20:23.293746 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-4388ff2e-0423-4b10-bcdb-80978d6f8507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:23.542130 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:24.702305 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:26.158821 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:26.796664 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:34.171101 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:20:51.037942 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-88be3b74-0646-47df-a738-64a1619e5262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:53.289044 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-2aeba941-d30c-4fb3-8999-2f2411ac1ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:53.554507 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:54.701191 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:56.159726 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:20:56.792745 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:11.177077 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:21:21.033716 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-ead8e42b-1fa5-4cb2-a40a-90bc5a4f9ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:23.286335 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-5c85b679-0471-4f78-b1b7-5926d5d245ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:23.559288 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:24.708989 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:26.165398 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:26.763953 dv-cinder-819200-2-iscsi neutron-server[102419]: DEBUG neutron.wsgi [req-30b84c3c-f214-4d0b-8821-77d2030ccf31 req-28944be4-0841-4e2c-bcd5-c91c25d8b6e9 service neutron] (102419) timed out ('10.222.0.32', 50244) {{(pid=102419) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 18:21:26.789940 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:48.171142 dv-cinder-819200-2-iscsi neutron-server[102421]: DEBUG neutron.db.agents_db [None req-65365c69-579d-4042-b3c0-4523399f63f7 None None] Agent healthcheck: found 6 active agents {{(pid=102421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 18:21:51.028372 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a85c-d201-4e6f-af88-21fc7e20e41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:53.279691 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-14e45183-5cbd-4a8f-82dd-2962e074cef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:53.571580 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-56000b72-d40f-4d67-802d-428e89c41cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:54.712190 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-81c8b155-3bbf-484d-a3c0-7c8ad72e7d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:56.168193 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-35e34c95-8efa-445a-8ad3-7a0d1844c9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:21:56.791456 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-3e9d2485-2ea9-4622-8756-c58c9f4bd233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 18:22:21.035037 dv-cinder-819200-2-iscsi neutron-server[102420]: DEBUG neutron_lib.callbacks.manager [None req-f0963ace-01f6-4421-bf09-90e59cef2665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788513289557', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643722'] for agent, after_update {{(pid=102420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}